[ Jan 6 16:00:32 Enabled. ] [ Jan 6 16:00:32 Rereading configuration. ] [ Jan 6 16:00:34 Rereading configuration. ] [ Jan 6 16:00:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.187281976Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922} {"msg":"dataset: \"oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.187774905Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.187788645Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.187795725Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.206705521Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:00:38.362434554Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.427773702Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45053"} {"msg":"region 760057bc-4776-49d2-a3e4-f1afc348a092 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.452807584Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.454980415Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.455003265Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions","method":"POST","req_id":"6b4f90b0-2374-405b-8144-3919050358ea","remote_addr":"[fd00:1122:3344:101::b]:45053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13144,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/760057bc-4776-49d2-a3e4-f1afc348a092","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.464077276Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/760057bc-4776-49d2-a3e4-f1afc348a092","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.464094266Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"760057bc-4776-49d2-a3e4-f1afc348a092\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/760057bc-4776-49d2-a3e4-f1afc348a092\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.52909889Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"760057bc-4776-49d2-a3e4-f1afc348a092","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"760057bc-4776-49d2-a3e4-f1afc348a092\" \"--data\" \"/data/regions/760057bc-4776-49d2-a3e4-f1afc348a092\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.531898033Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"760057bc-4776-49d2-a3e4-f1afc348a092","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.693691709Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions","method":"POST","req_id":"f425ba25-4f2a-41c2-9a41-b9a5842976d8","remote_addr":"[fd00:1122:3344:101::b]:45053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.891452863Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"760057bc-4776-49d2-a3e4-f1afc348a092","component":"worker"} {"msg":"region 760057bc-4776-49d2-a3e4-f1afc348a092 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.891504104Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.891581455Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-760057bc-4776-49d2-a3e4-f1afc348a092","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.891929372Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-760057bc-4776-49d2-a3e4-f1afc348a092","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.896788564Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.914467376Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-760057bc-4776-49d2-a3e4-f1afc348a092","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.920179424Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/760057bc-4776-49d2-a3e4-f1afc348a092","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.920880437Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.920949558Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.920990259Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.92102639Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.924822741Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:40.930002639Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.253758175Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions","method":"POST","req_id":"861b2705-a2c0-4aad-82be-ec21ebb04a8c","remote_addr":"[fd00:1122:3344:101::b]:45053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.723046042Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/760057bc-4776-49d2-a3e4-f1afc348a092","method":"GET","req_id":"0318fb35-edb7-4b37-b871-bb6ab05e1924","remote_addr":"[fd00:1122:3344:101::b]:45053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"path is \"/data/regions/760057bc-4776-49d2-a3e4-f1afc348a092\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.725766463Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"dataset is oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/760057bc-4776-49d2-a3e4-f1afc348a092","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.733649961Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"region 760057bc-4776-49d2-a3e4-f1afc348a092 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.740669323Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.740787466Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/760057bc-4776-49d2-a3e4-f1afc348a092","method":"DELETE","req_id":"ba2a55c5-7953-42ac-93e7-c1178201c6a3","remote_addr":"[fd00:1122:3344:101::b]:45053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15038,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.740814896Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-760057bc-4776-49d2-a3e4-f1afc348a092 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.741730014Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.744952344Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/760057bc-4776-49d2-a3e4-f1afc348a092","method":"GET","req_id":"5742a9bb-2500-40bd-9000-7e1650f862db","remote_addr":"[fd00:1122:3344:101::b]:45053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":30,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.746480013Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/760057bc-4776-49d2-a3e4-f1afc348a092\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.755203367Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"760057bc-4776-49d2-a3e4-f1afc348a092","component":"worker"} {"msg":"region 760057bc-4776-49d2-a3e4-f1afc348a092 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.824156066Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:41.830822401Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/760057bc-4776-49d2-a3e4-f1afc348a092","method":"GET","req_id":"4bf0cdd1-4354-4a92-85a2-b4dd553762e9","remote_addr":"[fd00:1122:3344:101::b]:45053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region c99e3bbf-de65-4ada-82d8-e849e245cdf0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.143112952Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.143249854Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions","method":"POST","req_id":"f861e19a-0e4d-45ec-94d6-540c1dbc1587","remote_addr":"[fd00:1122:3344:101::b]:45053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":184,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.143281295Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.150327317Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.150338208Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c99e3bbf-de65-4ada-82d8-e849e245cdf0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.204567589Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"c99e3bbf-de65-4ada-82d8-e849e245cdf0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c99e3bbf-de65-4ada-82d8-e849e245cdf0\" \"--data\" \"/data/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.20460769Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"c99e3bbf-de65-4ada-82d8-e849e245cdf0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.275580956Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"c99e3bbf-de65-4ada-82d8-e849e245cdf0","component":"worker"} {"msg":"region c99e3bbf-de65-4ada-82d8-e849e245cdf0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.275609276Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.275719869Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c99e3bbf-de65-4ada-82d8-e849e245cdf0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.277159986Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c99e3bbf-de65-4ada-82d8-e849e245cdf0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.280403937Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.288674582Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c99e3bbf-de65-4ada-82d8-e849e245cdf0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.291874133Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.292214619Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.2922672Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.292306601Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.292343402Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.296711694Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.300968214Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:01:44.389786157Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions","method":"POST","req_id":"e4084618-8afb-487e-9d81-519de9e5cb96","remote_addr":"[fd00:1122:3344:101::b]:45053","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.047288331Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64279"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.048262029Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0","method":"GET","req_id":"38c8f7af-e0dc-4c52-89cd-91bb4b4e67e1","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.05519719Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"dataset is oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.068669194Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"snapshot is oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0@3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.080046868Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0\", \"3d7534bf-e6e9-4d66-86c7-c1284fbb2787\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.080108409Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.097282822Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0/snapshots/3d7534bf-e6e9-4d66-86c7-c1284fbb2787","method":"GET","req_id":"201a320d-d88a-4570-9dbe-07c1651be71d","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42128,"response_code":200} {"msg":"path is \"/data/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.107328652Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"dataset is oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.117088926Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"snapshot is oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0@3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.1258495Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0\", \"3d7534bf-e6e9-4d66-86c7-c1284fbb2787\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.125885131Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot c99e3bbf-de65-4ada-82d8-e849e245cdf0-3d7534bf-e6e9-4d66-86c7-c1284fbb2787 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.142724518Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"applying SMF actions for region c99e3bbf-de65-4ada-82d8-e849e245cdf0 running snapshot 3d7534bf-e6e9-4d66-86c7-c1284fbb2787 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.144031223Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.144064053Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0/snapshots/3d7534bf-e6e9-4d66-86c7-c1284fbb2787/run","method":"POST","req_id":"a7aec841-a91c-4b95-969d-c62aaa1d59f8","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":36761,"response_code":200} {"msg":"creating missing snapshot instance snapshot-c99e3bbf-de65-4ada-82d8-e849e245cdf0-3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.176636227Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c99e3bbf-de65-4ada-82d8-e849e245cdf0-3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.193818937Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c99e3bbf-de65-4ada-82d8-e849e245cdf0-3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.239158744Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0/.zfs/snapshot/3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.239589442Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.239634553Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.239695774Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.239765196Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.239824837Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.257783695Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.269776341Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"region c99e3bbf-de65-4ada-82d8-e849e245cdf0 running snapshot 3d7534bf-e6e9-4d66-86c7-c1284fbb2787 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.269808561Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"path is \"/data/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.318276684Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"dataset is oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.327065409Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"snapshot is oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0@3d7534bf-e6e9-4d66-86c7-c1284fbb2787","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.333749655Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0\", \"3d7534bf-e6e9-4d66-86c7-c1284fbb2787\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.333783906Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:49.341767096Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/c99e3bbf-de65-4ada-82d8-e849e245cdf0/snapshots/3d7534bf-e6e9-4d66-86c7-c1284fbb2787/run","method":"POST","req_id":"f4b607ab-2c85-466f-b9c3-728b57e40b4f","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23540,"response_code":200} {"msg":"region ab26b25f-faa9-4ccb-994f-3d36e70255cf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.401530841Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.401715704Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions","method":"POST","req_id":"72f97aa5-c9b3-4f5c-ada4-403403e3baca","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":241,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.401742215Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.408528622Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.408556233Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ab26b25f-faa9-4ccb-994f-3d36e70255cf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.47529311Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"ab26b25f-faa9-4ccb-994f-3d36e70255cf","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ab26b25f-faa9-4ccb-994f-3d36e70255cf\" \"--data\" \"/data/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.47534012Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"ab26b25f-faa9-4ccb-994f-3d36e70255cf","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.629152306Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"ab26b25f-faa9-4ccb-994f-3d36e70255cf","component":"worker"} {"msg":"region ab26b25f-faa9-4ccb-994f-3d36e70255cf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.629189197Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.629274328Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ab26b25f-faa9-4ccb-994f-3d36e70255cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.630149045Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ab26b25f-faa9-4ccb-994f-3d36e70255cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.638848118Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.648555531Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions","method":"POST","req_id":"f3ae16a2-82f7-44e1-83b0-bc75636cae84","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.66121419Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ab26b25f-faa9-4ccb-994f-3d36e70255cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.672651915Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.672938431Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.672994561Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.673022462Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.673074243Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.68779808Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:12:55.718220543Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.94397329Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf","method":"GET","req_id":"5b24f5b4-161a-4803-9b36-1c358bed8bf0","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"path is \"/data/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.946329475Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"dataset is oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.956753911Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"region ab26b25f-faa9-4ccb-994f-3d36e70255cf state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.964798892Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.965420904Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf","method":"DELETE","req_id":"978c835b-90ba-4ae5-b10a-eb63fbca8acc","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19117,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.965441384Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-ab26b25f-faa9-4ccb-994f-3d36e70255cf (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.96729597Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.968770657Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf","method":"GET","req_id":"cdb3e0f5-3cb2-4d2c-a72f-ac02d30b5919","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.977361309Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6c09c86b-2519-4f14-89da-ee75a9eb1d0d/crucible/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:23.986344548Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"region":"ab26b25f-faa9-4ccb-994f-3d36e70255cf","component":"worker"} {"msg":"region ab26b25f-faa9-4ccb-994f-3d36e70255cf state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:24.043059786Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T16:13:24.119899913Z","hostname":"oxz_crucible_4c81cf32-9f15-4fe6-98a2-9e597ae3c6dd","pid":27922,"uri":"/crucible/0/regions/ab26b25f-faa9-4ccb-994f-3d36e70255cf","method":"GET","req_id":"c3f9d744-12d0-4dee-b8c1-ff5555ab3491","remote_addr":"[fd00:1122:3344:101::b]:64279","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":45,"response_code":200}