[ Mar 17 21:59:56 Enabled. ] [ Mar 17 21:59:56 Rereading configuration. ] [ Mar 17 22:00:01 Rereading configuration. ] [ Mar 17 22:00:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:09.767129482Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254} {"msg":"dataset: \"oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:09.767882547Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:09.767893717Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:09.767898947Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:09.778883539Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:09.936626464Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.414553382Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35643"} {"msg":"region bc2c8a28-b7e3-4582-9226-2b632aa1e187 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.442154433Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.445236583Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.445306524Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions","method":"POST","req_id":"30830cc4-f5bb-4d1e-9be5-c746b436d246","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16423,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.453520602Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.453543433Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bc2c8a28-b7e3-4582-9226-2b632aa1e187\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.550388916Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"bc2c8a28-b7e3-4582-9226-2b632aa1e187","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bc2c8a28-b7e3-4582-9226-2b632aa1e187\" \"--data\" \"/data/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.552401225Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"bc2c8a28-b7e3-4582-9226-2b632aa1e187","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.828148422Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions","method":"POST","req_id":"83ac9099-e76a-4a91-9f49-3751bc8ba986","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.970147124Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"bc2c8a28-b7e3-4582-9226-2b632aa1e187","component":"worker"} {"msg":"region bc2c8a28-b7e3-4582-9226-2b632aa1e187 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.970249756Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.970567722Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bc2c8a28-b7e3-4582-9226-2b632aa1e187","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.97095561Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bc2c8a28-b7e3-4582-9226-2b632aa1e187","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:48.977966665Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.004408663Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bc2c8a28-b7e3-4582-9226-2b632aa1e187","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.010152974Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.010917929Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.01098494Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.011030541Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.011076332Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.019071166Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.029596888Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.421846967Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions","method":"POST","req_id":"6323de2f-741c-421b-9a7a-30850b2b86a0","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.924053122Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187","method":"GET","req_id":"d8c13a67-35ba-4521-ab6d-0162eb11ca09","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":114,"response_code":200} {"msg":"path is \"/data/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.928440826Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"dataset is oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.936392379Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"region bc2c8a28-b7e3-4582-9226-2b632aa1e187 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.943139589Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.943356993Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.943412745Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187","method":"DELETE","req_id":"6101c5e6-9e6a-4c4c-a7d8-810b4a853845","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":14938,"response_code":204} {"msg":"disabling downstairs instance: downstairs-bc2c8a28-b7e3-4582-9226-2b632aa1e187 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.944244621Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.947734608Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187","method":"GET","req_id":"c5dbbaaf-9972-4160-aeae-a21c84dec3f9","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.955962366Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:49.965160253Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"bc2c8a28-b7e3-4582-9226-2b632aa1e187","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:50.025317251Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187","method":"GET","req_id":"cb7a6059-d79e-4e1f-afab-4d3ed2af9b05","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"region bc2c8a28-b7e3-4582-9226-2b632aa1e187 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:50.078653747Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:50.093059934Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/bc2c8a28-b7e3-4582-9226-2b632aa1e187","method":"GET","req_id":"c742ab6f-5c2e-4a26-9126-958437cb06c6","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"region 4817778d-20c0-4d97-9b1b-39640e01d01b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.62546518Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.625624433Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.625681644Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions","method":"POST","req_id":"b9189aae-42bd-4fd6-8ded-e5c63c3fd925","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":214,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.631932894Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.632615007Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4817778d-20c0-4d97-9b1b-39640e01d01b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4817778d-20c0-4d97-9b1b-39640e01d01b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.726415003Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"4817778d-20c0-4d97-9b1b-39640e01d01b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4817778d-20c0-4d97-9b1b-39640e01d01b\" \"--data\" \"/data/regions/4817778d-20c0-4d97-9b1b-39640e01d01b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.726490744Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"4817778d-20c0-4d97-9b1b-39640e01d01b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.809476141Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"4817778d-20c0-4d97-9b1b-39640e01d01b","component":"worker"} {"msg":"region 4817778d-20c0-4d97-9b1b-39640e01d01b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.809524862Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.809746367Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4817778d-20c0-4d97-9b1b-39640e01d01b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.810929979Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4817778d-20c0-4d97-9b1b-39640e01d01b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.815866504Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.82348894Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4817778d-20c0-4d97-9b1b-39640e01d01b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.82657597Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4817778d-20c0-4d97-9b1b-39640e01d01b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.826859185Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.826919997Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.826942497Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.826980138Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.830493875Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.837646303Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:00:52.946955047Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions","method":"POST","req_id":"9a830f4c-e191-4971-bfe1-b70f5821b69b","remote_addr":"[fd00:1122:3344:101::c]:35643","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:24.989504773Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38392"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:24.99039307Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/4817778d-20c0-4d97-9b1b-39640e01d01b","method":"GET","req_id":"fbe9e90d-b640-4406-b976-b0ad6df8f560","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":36,"response_code":200} {"msg":"path is \"/data/regions/4817778d-20c0-4d97-9b1b-39640e01d01b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:24.993145063Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"dataset is oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:24.999350832Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"snapshot is oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b@224fce80-08c3-4781-aff5-ca64ab9b17a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.005736945Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b\", \"224fce80-08c3-4781-aff5-ca64ab9b17a5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.005789996Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.016774788Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/4817778d-20c0-4d97-9b1b-39640e01d01b/snapshots/224fce80-08c3-4781-aff5-ca64ab9b17a5","method":"GET","req_id":"6938ca29-6525-4525-9754-b9d406a67940","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23649,"response_code":200} {"msg":"path is \"/data/regions/4817778d-20c0-4d97-9b1b-39640e01d01b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.020504989Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"dataset is oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.026604827Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"snapshot is oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b@224fce80-08c3-4781-aff5-ca64ab9b17a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.031436499Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b\", \"224fce80-08c3-4781-aff5-ca64ab9b17a5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.03145526Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4817778d-20c0-4d97-9b1b-39640e01d01b-224fce80-08c3-4781-aff5-ca64ab9b17a5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.040042235Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.040921902Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/4817778d-20c0-4d97-9b1b-39640e01d01b/snapshots/224fce80-08c3-4781-aff5-ca64ab9b17a5/run","method":"POST","req_id":"0b2aa2c9-fd65-4b7b-a7d4-547cf6f9a4f4","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20446,"response_code":200} {"msg":"applying SMF actions for region 4817778d-20c0-4d97-9b1b-39640e01d01b running snapshot 224fce80-08c3-4781-aff5-ca64ab9b17a5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.040940502Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-4817778d-20c0-4d97-9b1b-39640e01d01b-224fce80-08c3-4781-aff5-ca64ab9b17a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.063546777Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4817778d-20c0-4d97-9b1b-39640e01d01b-224fce80-08c3-4781-aff5-ca64ab9b17a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.080903562Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4817778d-20c0-4d97-9b1b-39640e01d01b-224fce80-08c3-4781-aff5-ca64ab9b17a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.096519012Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4817778d-20c0-4d97-9b1b-39640e01d01b/.zfs/snapshot/224fce80-08c3-4781-aff5-ca64ab9b17a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.09693653Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.097030722Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.097114474Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.097190605Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.097264326Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.10212468Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.106421673Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"region 4817778d-20c0-4d97-9b1b-39640e01d01b running snapshot 224fce80-08c3-4781-aff5-ca64ab9b17a5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.106432943Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"path is \"/data/regions/4817778d-20c0-4d97-9b1b-39640e01d01b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.353004828Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"dataset is oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.359484572Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"snapshot is oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b@224fce80-08c3-4781-aff5-ca64ab9b17a5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.365749403Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/4817778d-20c0-4d97-9b1b-39640e01d01b\", \"224fce80-08c3-4781-aff5-ca64ab9b17a5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.365782304Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:25.371351371Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/4817778d-20c0-4d97-9b1b-39640e01d01b/snapshots/224fce80-08c3-4781-aff5-ca64ab9b17a5/run","method":"POST","req_id":"4b3f9be5-c2ed-430f-9796-a87decd8ac79","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18410,"response_code":200} {"msg":"region 7ef93707-3644-4cd8-8861-e4b0c4763c91 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.586129672Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.586298235Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.586308685Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions","method":"POST","req_id":"678322b0-2f3f-4eac-8c70-637d879da316","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":221,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.592104056Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.592131617Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7ef93707-3644-4cd8-8861-e4b0c4763c91\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.67643945Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"7ef93707-3644-4cd8-8861-e4b0c4763c91","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7ef93707-3644-4cd8-8861-e4b0c4763c91\" \"--data\" \"/data/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.676484971Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"7ef93707-3644-4cd8-8861-e4b0c4763c91","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.885278519Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"7ef93707-3644-4cd8-8861-e4b0c4763c91","component":"worker"} {"msg":"region 7ef93707-3644-4cd8-8861-e4b0c4763c91 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.885314909Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.885421632Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7ef93707-3644-4cd8-8861-e4b0c4763c91","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.886961921Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7ef93707-3644-4cd8-8861-e4b0c4763c91","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.895352172Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.910592496Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7ef93707-3644-4cd8-8861-e4b0c4763c91","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.922534656Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.922821991Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.922867902Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.922902883Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.922939954Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.936173948Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.945269443Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:31.952757227Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions","method":"POST","req_id":"ceb196c5-1958-4f9d-8ff4-fe756aed2d3b","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.620760249Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91","method":"GET","req_id":"39306125-f1b8-49bc-893d-a3812569edac","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"path is \"/data/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.62391061Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"dataset is oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.634782089Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"region 7ef93707-3644-4cd8-8861-e4b0c4763c91 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.642069749Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.642747382Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.642756562Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91","method":"DELETE","req_id":"e7ada0ac-610d-4fda-8769-8e56c13d113b","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18873,"response_code":204} {"msg":"disabling downstairs instance: downstairs-7ef93707-3644-4cd8-8861-e4b0c4763c91 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.643954626Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.646193409Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91","method":"GET","req_id":"078f31e9-9261-498c-b3eb-95f8837a4d2e","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.657786522Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ecdb2426-0094-4c9d-9c01-46da2cb700e8/crucible/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.666578901Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"region":"7ef93707-3644-4cd8-8861-e4b0c4763c91","component":"worker"} {"msg":"region 7ef93707-3644-4cd8-8861-e4b0c4763c91 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.735221952Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-17T22:11:59.736537167Z","hostname":"oxz_crucible_89c4c271-38b0-4213-b718-9b626c840696","pid":29254,"uri":"/crucible/0/regions/7ef93707-3644-4cd8-8861-e4b0c4763c91","method":"GET","req_id":"f7919eb4-8eaf-48d8-9105-e3b4a0f23c61","remote_addr":"[fd00:1122:3344:101::c]:38392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":38,"response_code":200}