{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.591492991Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:41995"} {"msg":"region 5979c016-9b22-460a-aa39-6e2c278ecaa3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.591628654Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.592302319Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions","method":"POST","req_id":"309af6b8-f26c-4c9c-8e68-346de42515f5","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":715,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.592314869Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/5979c016-9b22-460a-aa39-6e2c278ecaa3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.601417979Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/5979c016-9b22-460a-aa39-6e2c278ecaa3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.6014351Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5979c016-9b22-460a-aa39-6e2c278ecaa3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5979c016-9b22-460a-aa39-6e2c278ecaa3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.658866804Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"region":"5979c016-9b22-460a-aa39-6e2c278ecaa3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5979c016-9b22-460a-aa39-6e2c278ecaa3\" \"--data\" \"/data/regions/5979c016-9b22-460a-aa39-6e2c278ecaa3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.658897574Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"region":"5979c016-9b22-460a-aa39-6e2c278ecaa3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.741752728Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"region":"5979c016-9b22-460a-aa39-6e2c278ecaa3","component":"worker"} {"msg":"region 5979c016-9b22-460a-aa39-6e2c278ecaa3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.741790109Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.741908621Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5979c016-9b22-460a-aa39-6e2c278ecaa3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.74227564Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5979c016-9b22-460a-aa39-6e2c278ecaa3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.753289922Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.761098104Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions","method":"POST","req_id":"72689a5e-df45-4a65-a249-ae7c966b7c51","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.777920484Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5979c016-9b22-460a-aa39-6e2c278ecaa3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.783316773Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5979c016-9b22-460a-aa39-6e2c278ecaa3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.78365115Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.783697901Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.783746362Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.783782623Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.790206614Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:23.80546483Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.231223631Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb","method":"GET","req_id":"ee418e0b-f557-4f13-bd3d-8cbefae7973e","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.234749698Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"dataset is oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.240690309Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"snapshot is oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb@f082b423-c09a-4c5c-acc3-696c880b6547","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.245661458Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb\", \"f082b423-c09a-4c5c-acc3-696c880b6547\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.245681079Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.252799875Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb/snapshots/f082b423-c09a-4c5c-acc3-696c880b6547","method":"GET","req_id":"4cb54c5b-ebb6-4409-8461-3b8fbd455f35","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18078,"response_code":200} {"msg":"path is \"/data/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.256540968Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"dataset is oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.261459706Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"snapshot is oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb@f082b423-c09a-4c5c-acc3-696c880b6547","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.26798982Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb\", \"f082b423-c09a-4c5c-acc3-696c880b6547\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.268021281Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot feb61bfa-00f4-42fe-906e-4dce5f65dadb-f082b423-c09a-4c5c-acc3-696c880b6547 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.275224929Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.275356112Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb/snapshots/f082b423-c09a-4c5c-acc3-696c880b6547/run","method":"POST","req_id":"829e2b3a-4a64-46cf-9483-65a3894706de","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18832,"response_code":200} {"msg":"applying SMF actions for region feb61bfa-00f4-42fe-906e-4dce5f65dadb running snapshot f082b423-c09a-4c5c-acc3-696c880b6547 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.275374412Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-feb61bfa-00f4-42fe-906e-4dce5f65dadb-f082b423-c09a-4c5c-acc3-696c880b6547","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.279711658Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-feb61bfa-00f4-42fe-906e-4dce5f65dadb-f082b423-c09a-4c5c-acc3-696c880b6547","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.292214883Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-feb61bfa-00f4-42fe-906e-4dce5f65dadb-f082b423-c09a-4c5c-acc3-696c880b6547","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.302377177Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb/.zfs/snapshot/f082b423-c09a-4c5c-acc3-696c880b6547","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.302626732Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.302674783Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.302711724Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.302748485Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.302809786Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.306734862Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.310927925Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"region feb61bfa-00f4-42fe-906e-4dce5f65dadb running snapshot f082b423-c09a-4c5c-acc3-696c880b6547 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.310940325Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"path is \"/data/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.574170409Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"dataset is oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.582516242Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"snapshot is oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb@f082b423-c09a-4c5c-acc3-696c880b6547","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.589529367Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb\", \"f082b423-c09a-4c5c-acc3-696c880b6547\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.589549317Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:25.595623211Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions/feb61bfa-00f4-42fe-906e-4dce5f65dadb/snapshots/f082b423-c09a-4c5c-acc3-696c880b6547/run","method":"POST","req_id":"430301e6-e824-4bab-8702-6f17692e1594","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21477,"response_code":200} {"msg":"region c9b72937-7cad-4222-a573-4ceabf0b7074 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.067936332Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.068099266Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions","method":"POST","req_id":"8b73b998-0ed4-48b0-9a94-cfa631ba3b84","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":215,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.068116676Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/c9b72937-7cad-4222-a573-4ceabf0b7074","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.075221312Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/c9b72937-7cad-4222-a573-4ceabf0b7074","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.075256013Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c9b72937-7cad-4222-a573-4ceabf0b7074\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c9b72937-7cad-4222-a573-4ceabf0b7074\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.138018985Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"region":"c9b72937-7cad-4222-a573-4ceabf0b7074","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c9b72937-7cad-4222-a573-4ceabf0b7074\" \"--data\" \"/data/regions/c9b72937-7cad-4222-a573-4ceabf0b7074\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.138085796Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"region":"c9b72937-7cad-4222-a573-4ceabf0b7074","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.210794196Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"region":"c9b72937-7cad-4222-a573-4ceabf0b7074","component":"worker"} {"msg":"region c9b72937-7cad-4222-a573-4ceabf0b7074 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.210826537Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.210930279Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c9b72937-7cad-4222-a573-4ceabf0b7074","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.211980372Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c9b72937-7cad-4222-a573-4ceabf0b7074","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.216067422Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.223491006Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c9b72937-7cad-4222-a573-4ceabf0b7074","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.226217086Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c9b72937-7cad-4222-a573-4ceabf0b7074","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.226502032Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.226549463Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.226592974Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.226632445Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.229746513Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.241493092Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:30.333911606Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions","method":"POST","req_id":"f859d45d-fde2-4494-932e-187f9f7df8ed","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.552503647Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions/c9b72937-7cad-4222-a573-4ceabf0b7074","method":"GET","req_id":"047a02a9-da00-4a29-b5b9-d8501df59c31","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/c9b72937-7cad-4222-a573-4ceabf0b7074\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.555664737Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"dataset is oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/c9b72937-7cad-4222-a573-4ceabf0b7074","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.564773797Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"region c9b72937-7cad-4222-a573-4ceabf0b7074 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.572529698Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.572674851Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions/c9b72937-7cad-4222-a573-4ceabf0b7074","method":"DELETE","req_id":"d5bf433e-0d6f-4329-b81e-3cc1c1d316d7","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17066,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.572695902Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-c9b72937-7cad-4222-a573-4ceabf0b7074 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.573431868Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.575626626Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions/c9b72937-7cad-4222-a573-4ceabf0b7074","method":"GET","req_id":"e67cdd19-9b8b-4f47-9d74-20d55080f814","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.584601324Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_1d24a29a-d671-4e38-94fe-bf3074cf4aa8/crucible/regions/c9b72937-7cad-4222-a573-4ceabf0b7074\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.592984218Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"region":"c9b72937-7cad-4222-a573-4ceabf0b7074","component":"worker"} {"msg":"region c9b72937-7cad-4222-a573-4ceabf0b7074 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.663629123Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T01:06:55.711106768Z","hostname":"oxz_crucible_4a0c7466-b093-4699-93c2-6ca0448a453a","pid":24047,"uri":"/crucible/0/regions/c9b72937-7cad-4222-a573-4ceabf0b7074","method":"GET","req_id":"1a3f8f05-1afc-4a97-ba69-1a568f39a2a2","remote_addr":"[fd00:1122:3344:101::c]:41995","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":200}