[ Mar 11 22:15:48 Enabled. ]
[ Mar 11 22:15:48 Rereading configuration. ]
[ Mar 11 22:15:50 Rereading configuration. ]
[ Mar 11 22:15:55 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.733593219Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654}
{"msg":"dataset: \"oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.734348814Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.734359904Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.734365354Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.749191885Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:15:55.909061941Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:21.932905653Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44843"}
{"msg":"region a6934a79-d0a0-4c87-8167-219ea338c29a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:21.963679855Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:21.966490089Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:21.96656858Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions","method":"POST","req_id":"88344fc2-780c-4292-9a7c-5f9cef914888","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16306,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/a6934a79-d0a0-4c87-8167-219ea338c29a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:21.976922256Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/a6934a79-d0a0-4c87-8167-219ea338c29a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:21.976939546Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a6934a79-d0a0-4c87-8167-219ea338c29a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a6934a79-d0a0-4c87-8167-219ea338c29a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.059429838Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"region":"a6934a79-d0a0-4c87-8167-219ea338c29a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a6934a79-d0a0-4c87-8167-219ea338c29a\" \"--data\" \"/data/regions/a6934a79-d0a0-4c87-8167-219ea338c29a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.061801433Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"region":"a6934a79-d0a0-4c87-8167-219ea338c29a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.247816554Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions","method":"POST","req_id":"a5686c10-e3bf-4885-97b6-91a3712c03be","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.421882658Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"region":"a6934a79-d0a0-4c87-8167-219ea338c29a","component":"worker"}
{"msg":"region a6934a79-d0a0-4c87-8167-219ea338c29a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.42195808Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.422126823Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a6934a79-d0a0-4c87-8167-219ea338c29a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.422461179Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a6934a79-d0a0-4c87-8167-219ea338c29a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.430994161Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.446017985Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a6934a79-d0a0-4c87-8167-219ea338c29a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.449514881Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a6934a79-d0a0-4c87-8167-219ea338c29a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.450304316Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.450383368Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.450395228Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.450429289Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.455077057Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.460677833Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:22.986636439Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions","method":"POST","req_id":"b9e30153-d294-4f21-87ae-44089be778cf","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.373360539Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions/a6934a79-d0a0-4c87-8167-219ea338c29a","method":"GET","req_id":"354d68ce-7b18-4596-9b06-039fa712124f","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/a6934a79-d0a0-4c87-8167-219ea338c29a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.376126091Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"dataset is oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/a6934a79-d0a0-4c87-8167-219ea338c29a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.384362537Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"region a6934a79-d0a0-4c87-8167-219ea338c29a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.3913896Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.391617185Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions/a6934a79-d0a0-4c87-8167-219ea338c29a","method":"DELETE","req_id":"8c48803e-ba05-4cce-9f19-226ca4e96dbd","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15514,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.391671835Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-a6934a79-d0a0-4c87-8167-219ea338c29a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.392620564Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.394639652Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions/a6934a79-d0a0-4c87-8167-219ea338c29a","method":"GET","req_id":"112791c8-b6eb-42b7-aa8e-c6c72dea3e99","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.426437753Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/a6934a79-d0a0-4c87-8167-219ea338c29a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.435445454Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"region":"a6934a79-d0a0-4c87-8167-219ea338c29a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.453340073Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions/a6934a79-d0a0-4c87-8167-219ea338c29a","method":"GET","req_id":"7298f0c5-9873-41fb-b195-acd105325d46","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region a6934a79-d0a0-4c87-8167-219ea338c29a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.532590333Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:23.561292526Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions/a6934a79-d0a0-4c87-8167-219ea338c29a","method":"GET","req_id":"70d5ebfd-f7e1-47fa-b744-8d487a8b4fe8","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region 5f2bea9c-36cc-4a1c-a720-547aea0c7f00 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.577055432Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.577275956Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions","method":"POST","req_id":"5b33eff8-dd7d-41ba-a6d4-df479be7b3f4","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":276,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.577349938Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.5837371Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.58381138Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5f2bea9c-36cc-4a1c-a720-547aea0c7f00\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.673789073Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"region":"5f2bea9c-36cc-4a1c-a720-547aea0c7f00","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5f2bea9c-36cc-4a1c-a720-547aea0c7f00\" \"--data\" \"/data/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.673881125Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"region":"5f2bea9c-36cc-4a1c-a720-547aea0c7f00","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.75178216Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"region":"5f2bea9c-36cc-4a1c-a720-547aea0c7f00","component":"worker"}
{"msg":"region 5f2bea9c-36cc-4a1c-a720-547aea0c7f00 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.75181253Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.752066845Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5f2bea9c-36cc-4a1c-a720-547aea0c7f00","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.753340219Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5f2bea9c-36cc-4a1c-a720-547aea0c7f00","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.756771774Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.765620062Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5f2bea9c-36cc-4a1c-a720-547aea0c7f00","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.769005755Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.769280411Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.769324782Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.769368222Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.769402093Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.77397741Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.781029313Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:16:25.861029477Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions","method":"POST","req_id":"5aedfed8-1c5e-42c0-a436-f5b5e4ed3f7c","remote_addr":"[fd00:1122:3344:101::b]:44843","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.808117534Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44660"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.808603504Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00","method":"GET","req_id":"690dde6e-45d6-43c5-a15d-dd8eb38faeb0","remote_addr":"[fd00:1122:3344:101::b]:44660","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"path is \"/data/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.813411575Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"dataset is oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.82370619Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"snapshot is oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00@a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.832566337Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00\", \"a24c7a39-7237-474e-ad7f-0f7e0e35068f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.832600458Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.847043151Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00/snapshots/a24c7a39-7237-474e-ad7f-0f7e0e35068f","method":"GET","req_id":"e99f1415-5b67-4db2-936d-944c1f517ead","remote_addr":"[fd00:1122:3344:101::b]:44660","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33656,"response_code":200}
{"msg":"path is \"/data/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.852550246Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"dataset is oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.861445704Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"snapshot is oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00@a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.871363482Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00\", \"a24c7a39-7237-474e-ad7f-0f7e0e35068f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.871381882Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 5f2bea9c-36cc-4a1c-a720-547aea0c7f00-a24c7a39-7237-474e-ad7f-0f7e0e35068f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.880972594Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.882080155Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00/snapshots/a24c7a39-7237-474e-ad7f-0f7e0e35068f/run","method":"POST","req_id":"8b34ed96-b58f-46fb-b348-2557b3d8b135","remote_addr":"[fd00:1122:3344:101::b]:44660","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29591,"response_code":200}
{"msg":"applying SMF actions for region 5f2bea9c-36cc-4a1c-a720-547aea0c7f00 running snapshot a24c7a39-7237-474e-ad7f-0f7e0e35068f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.882106195Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-5f2bea9c-36cc-4a1c-a720-547aea0c7f00-a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.914975877Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5f2bea9c-36cc-4a1c-a720-547aea0c7f00-a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.934459176Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5f2bea9c-36cc-4a1c-a720-547aea0c7f00-a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.959639963Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00/.zfs/snapshot/a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.959942148Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.9599999Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.96004459Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.960089441Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.960142442Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.967092414Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.976959221Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"worker"}
{"msg":"region 5f2bea9c-36cc-4a1c-a720-547aea0c7f00 running snapshot a24c7a39-7237-474e-ad7f-0f7e0e35068f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:06.976973711Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"path is \"/data/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.039470294Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"dataset is oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.045679571Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"datafile"}
{"msg":"snapshot is oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00@a24c7a39-7237-474e-ad7f-0f7e0e35068f","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.052416192Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_8d2815ab-e288-4807-a8e0-6d066ef5dd77/crucible/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00\", \"a24c7a39-7237-474e-ad7f-0f7e0e35068f\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.052448246Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-11T22:28:07.058080196Z","hostname":"oxz_crucible_2c432f1a-b58e-481e-a99d-a362e733dbc9","pid":29654,"uri":"/crucible/0/regions/5f2bea9c-36cc-4a1c-a720-547aea0c7f00/snapshots/a24c7a39-7237-474e-ad7f-0f7e0e35068f/run","method":"POST","req_id":"db6fe034-d3b1-4f4e-a7ee-49459242afa0","remote_addr":"[fd00:1122:3344:101::b]:44660","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18645,"response_code":200}