[ Oct 30 18:15:19 Enabled. ] [ Oct 30 18:15:19 Rereading configuration. ] [ Oct 30 18:15:20 Rereading configuration. ] [ Oct 30 18:15:23 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_687bf12e-d823-4559-a817-3f2833719158/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: f85cf0dc3631e2f0c13384787efb0efc1b642162\nCommit timestamp: 2026-10-10T00:38:51.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:15:23.501077051Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692} {"msg":"dataset: \"oxp_687bf12e-d823-4559-a817-3f2833719158/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:15:23.5013906Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:15:23.501444732Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:15:23.501453362Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:15:23.522046017Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:15:23.594165462Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.203125006Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40074"} {"msg":"region 368e7711-f8aa-4309-8cf6-a1921e069f41 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.232913976Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.239166145Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.243150112Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"uri":"/crucible/0/regions","method":"POST","req_id":"c6dd61f1-e884-47d5-934a-adb005fb3692","remote_addr":"[fd00:1122:3344:101::a]:40074","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17258,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.244348927Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.244375967Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"368e7711-f8aa-4309-8cf6-a1921e069f41\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/368e7711-f8aa-4309-8cf6-a1921e069f41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.304101664Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"region":"368e7711-f8aa-4309-8cf6-a1921e069f41","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"368e7711-f8aa-4309-8cf6-a1921e069f41\" \"--data\" \"/data/regions/368e7711-f8aa-4309-8cf6-a1921e069f41\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.304156945Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"region":"368e7711-f8aa-4309-8cf6-a1921e069f41","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.436239172Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"uri":"/crucible/0/regions","method":"POST","req_id":"6b798881-a7ad-4a94-a161-eaf855d20b73","remote_addr":"[fd00:1122:3344:101::a]:40074","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.458493465Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"region":"368e7711-f8aa-4309-8cf6-a1921e069f41","component":"worker"} {"msg":"region 368e7711-f8aa-4309-8cf6-a1921e069f41 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.46072684Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.46106988Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-368e7711-f8aa-4309-8cf6-a1921e069f41","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.461523003Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-368e7711-f8aa-4309-8cf6-a1921e069f41","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.467772943Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.478768561Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-368e7711-f8aa-4309-8cf6-a1921e069f41","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.480217423Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/368e7711-f8aa-4309-8cf6-a1921e069f41","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.480981835Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.481033297Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.481077658Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.481113829Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.483622941Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.486367441Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:16:00.822044501Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"uri":"/crucible/0/regions","method":"POST","req_id":"de109b1f-9e4b-44ec-8617-ec76719bef8f","remote_addr":"[fd00:1122:3344:101::a]:40074","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.171156521Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60777"} {"msg":"region 56c0895b-3a13-4419-9fa5-dbb2d4355966 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.171254064Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.172022026Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.172050027Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"uri":"/crucible/0/regions","method":"POST","req_id":"66c735d3-9308-48bd-b0f5-6c6d44a76910","remote_addr":"[fd00:1122:3344:101::a]:60777","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":840,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/56c0895b-3a13-4419-9fa5-dbb2d4355966","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.17978908Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/56c0895b-3a13-4419-9fa5-dbb2d4355966","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.179810191Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"56c0895b-3a13-4419-9fa5-dbb2d4355966\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/56c0895b-3a13-4419-9fa5-dbb2d4355966\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.22129353Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"region":"56c0895b-3a13-4419-9fa5-dbb2d4355966","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"56c0895b-3a13-4419-9fa5-dbb2d4355966\" \"--data\" \"/data/regions/56c0895b-3a13-4419-9fa5-dbb2d4355966\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.221331241Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"region":"56c0895b-3a13-4419-9fa5-dbb2d4355966","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.270322647Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"region":"56c0895b-3a13-4419-9fa5-dbb2d4355966","component":"worker"} {"msg":"region 56c0895b-3a13-4419-9fa5-dbb2d4355966 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.270348347Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.27045165Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-56c0895b-3a13-4419-9fa5-dbb2d4355966","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.281375706Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-56c0895b-3a13-4419-9fa5-dbb2d4355966","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.283857878Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.291442277Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-56c0895b-3a13-4419-9fa5-dbb2d4355966","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.292672753Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/56c0895b-3a13-4419-9fa5-dbb2d4355966","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.292968851Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.293016522Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.293059094Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.293097595Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.294619549Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.297330957Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:54.377458563Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"uri":"/crucible/0/regions","method":"POST","req_id":"ce63b2b5-165d-4dca-a195-07db4524ce97","remote_addr":"[fd00:1122:3344:101::a]:60777","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.258296158Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"uri":"/crucible/0/regions/368e7711-f8aa-4309-8cf6-a1921e069f41","method":"GET","req_id":"227871af-f592-464c-9dfb-abcac3cd38d8","remote_addr":"[fd00:1122:3344:101::a]:60777","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"path is \"/data/regions/368e7711-f8aa-4309-8cf6-a1921e069f41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.26598803Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"dataset is oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.272155099Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"snapshot is oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41@25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.278153692Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41\", \"25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.278165232Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.288657325Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"uri":"/crucible/0/regions/368e7711-f8aa-4309-8cf6-a1921e069f41/snapshots/25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a","method":"GET","req_id":"a2bb728f-2219-4040-8976-df9ac3facdc5","remote_addr":"[fd00:1122:3344:101::a]:60777","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25212,"response_code":200} {"msg":"path is \"/data/regions/368e7711-f8aa-4309-8cf6-a1921e069f41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.295281257Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"dataset is oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.301062714Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"snapshot is oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41@25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.306845581Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41\", \"25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.306860552Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 368e7711-f8aa-4309-8cf6-a1921e069f41-25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.312668239Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"applying SMF actions for region 368e7711-f8aa-4309-8cf6-a1921e069f41 running snapshot 25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.312855435Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.312866805Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"uri":"/crucible/0/regions/368e7711-f8aa-4309-8cf6-a1921e069f41/snapshots/25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a/run","method":"POST","req_id":"36bea3fb-0c29-4de4-bc3c-083b9d5efa44","remote_addr":"[fd00:1122:3344:101::a]:60777","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17630,"response_code":200} {"msg":"creating missing snapshot instance snapshot-368e7711-f8aa-4309-8cf6-a1921e069f41-25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.314849913Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-368e7711-f8aa-4309-8cf6-a1921e069f41-25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.319329632Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-368e7711-f8aa-4309-8cf6-a1921e069f41-25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.325115399Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/368e7711-f8aa-4309-8cf6-a1921e069f41/.zfs/snapshot/25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.325468369Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.325509951Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.325551332Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.325587153Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.325637884Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.327694574Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.330646259Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"worker"} {"msg":"region 368e7711-f8aa-4309-8cf6-a1921e069f41 running snapshot 25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.33068033Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"path is \"/data/regions/368e7711-f8aa-4309-8cf6-a1921e069f41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.652599514Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"dataset is oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.658868215Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"datafile"} {"msg":"snapshot is oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41@25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.663782977Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_687bf12e-d823-4559-a817-3f2833719158/crucible/regions/368e7711-f8aa-4309-8cf6-a1921e069f41\", \"25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.663827018Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-30T18:26:55.668458462Z","hostname":"oxz_crucible_c78f1e93-40f4-4614-b3f2-a1a374f11c26","pid":25692,"uri":"/crucible/0/regions/368e7711-f8aa-4309-8cf6-a1921e069f41/snapshots/25c08e6d-fd0f-49a7-8e7c-d7a1c4a40e9a/run","method":"POST","req_id":"6749a332-491d-4cb1-890b-45fb8437b59f","remote_addr":"[fd00:1122:3344:101::a]:60777","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15893,"response_code":200}