{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.262637099Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58841"} {"msg":"region 632c53c0-2c48-4254-91df-646fbe22c7ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.310529945Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.316234286Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.321227902Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"uri":"/crucible/0/regions","method":"POST","req_id":"08fcdbc5-2d61-40d1-863c-21c79b0d771d","remote_addr":"[fd00:1122:3344:101::c]:58841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20571,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8051b9b4-a3a4-4474-be09-29f81b3f71f7/crucible/regions/632c53c0-2c48-4254-91df-646fbe22c7ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.326677577Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8051b9b4-a3a4-4474-be09-29f81b3f71f7/crucible/regions/632c53c0-2c48-4254-91df-646fbe22c7ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.326693838Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"632c53c0-2c48-4254-91df-646fbe22c7ae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/632c53c0-2c48-4254-91df-646fbe22c7ae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.385787861Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"region":"632c53c0-2c48-4254-91df-646fbe22c7ae","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"632c53c0-2c48-4254-91df-646fbe22c7ae\" \"--data\" \"/data/regions/632c53c0-2c48-4254-91df-646fbe22c7ae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.389053344Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"region":"632c53c0-2c48-4254-91df-646fbe22c7ae","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.518553339Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"uri":"/crucible/0/regions","method":"POST","req_id":"0b292c21-ad90-4059-8981-a098a63642a2","remote_addr":"[fd00:1122:3344:101::c]:58841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.743238005Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"region":"632c53c0-2c48-4254-91df-646fbe22c7ae","component":"worker"} {"msg":"region 632c53c0-2c48-4254-91df-646fbe22c7ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.748274473Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.748431656Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-632c53c0-2c48-4254-91df-646fbe22c7ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.751077497Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-632c53c0-2c48-4254-91df-646fbe22c7ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.771099914Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.79050414Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-632c53c0-2c48-4254-91df-646fbe22c7ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.793373295Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/632c53c0-2c48-4254-91df-646fbe22c7ae","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.79409783Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.794145025Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.794182198Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.794216633Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.798219449Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.802277317Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:02.993792752Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"uri":"/crucible/0/regions","method":"POST","req_id":"75b3dcb3-63ee-420c-b4ed-cbe9e0f32bde","remote_addr":"[fd00:1122:3344:101::c]:58841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"region ce71661c-c326-41ed-9663-9ffd29ab773e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.821177875Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.821392009Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.821401979Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"uri":"/crucible/0/regions","method":"POST","req_id":"d92a491a-07e6-4ac8-a210-ef0005c2ee96","remote_addr":"[fd00:1122:3344:101::c]:58841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":289,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8051b9b4-a3a4-4474-be09-29f81b3f71f7/crucible/regions/ce71661c-c326-41ed-9663-9ffd29ab773e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.828148829Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8051b9b4-a3a4-4474-be09-29f81b3f71f7/crucible/regions/ce71661c-c326-41ed-9663-9ffd29ab773e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.82817955Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ce71661c-c326-41ed-9663-9ffd29ab773e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ce71661c-c326-41ed-9663-9ffd29ab773e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.870351626Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"region":"ce71661c-c326-41ed-9663-9ffd29ab773e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ce71661c-c326-41ed-9663-9ffd29ab773e\" \"--data\" \"/data/regions/ce71661c-c326-41ed-9663-9ffd29ab773e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.870394787Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"region":"ce71661c-c326-41ed-9663-9ffd29ab773e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.9450127Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"region":"ce71661c-c326-41ed-9663-9ffd29ab773e","component":"worker"} {"msg":"region ce71661c-c326-41ed-9663-9ffd29ab773e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.945055901Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.945142513Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ce71661c-c326-41ed-9663-9ffd29ab773e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.946406037Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ce71661c-c326-41ed-9663-9ffd29ab773e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.94913335Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.956032422Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ce71661c-c326-41ed-9663-9ffd29ab773e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.95900644Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ce71661c-c326-41ed-9663-9ffd29ab773e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.959270965Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.959317306Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.959356067Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.959392097Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.96317827Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:09.967239249Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:10.00552988Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"uri":"/crucible/0/regions","method":"POST","req_id":"767f6ac2-b557-48b3-b74a-1e2712952a6b","remote_addr":"[fd00:1122:3344:101::c]:58841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.776291468Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"uri":"/crucible/0/regions/ce71661c-c326-41ed-9663-9ffd29ab773e","method":"GET","req_id":"00b8c425-f319-42d5-bf18-77a676e077f0","remote_addr":"[fd00:1122:3344:101::c]:58841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/ce71661c-c326-41ed-9663-9ffd29ab773e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.779048701Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"datafile"} {"msg":"dataset is oxp_8051b9b4-a3a4-4474-be09-29f81b3f71f7/crucible/regions/ce71661c-c326-41ed-9663-9ffd29ab773e","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.789032824Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"datafile"} {"msg":"region ce71661c-c326-41ed-9663-9ffd29ab773e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.797105571Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.797274224Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.797286354Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"uri":"/crucible/0/regions/ce71661c-c326-41ed-9663-9ffd29ab773e","method":"DELETE","req_id":"e94d06ab-52fc-4b07-b436-a9d7affcfa6e","remote_addr":"[fd00:1122:3344:101::c]:58841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18252,"response_code":204} {"msg":"disabling downstairs instance: downstairs-ce71661c-c326-41ed-9663-9ffd29ab773e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.798405986Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.801077728Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"uri":"/crucible/0/regions/ce71661c-c326-41ed-9663-9ffd29ab773e","method":"GET","req_id":"c2d4e5b9-ee65-408c-931f-4ac3fbe9c096","remote_addr":"[fd00:1122:3344:101::c]:58841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.80380748Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8051b9b4-a3a4-4474-be09-29f81b3f71f7/crucible/regions/ce71661c-c326-41ed-9663-9ffd29ab773e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.810630512Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"region":"ce71661c-c326-41ed-9663-9ffd29ab773e","component":"worker"} {"msg":"region ce71661c-c326-41ed-9663-9ffd29ab773e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.860722551Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-28T15:19:36.948925597Z","hostname":"oxz_crucible_e027adec-0b5c-4cae-8890-897d82d0f006","pid":24365,"uri":"/crucible/0/regions/ce71661c-c326-41ed-9663-9ffd29ab773e","method":"GET","req_id":"74484e2f-cb51-4e24-9b53-3b15efd985c9","remote_addr":"[fd00:1122:3344:101::c]:58841","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":200}