{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.34383186Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44316"}
{"msg":"region 0c62da20-4eda-4e9d-961d-64ad7b582e93 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.343902732Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.344698731Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.344719711Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"uri":"/crucible/0/regions","method":"POST","req_id":"399672ff-abb9-4c73-a1f4-6ec7ee38e767","remote_addr":"[fd00:1122:3344:101::c]:44316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":824,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_507484a6-c307-44b9-9d68-73fcd2240134/crucible/regions/0c62da20-4eda-4e9d-961d-64ad7b582e93","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.356124439Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_507484a6-c307-44b9-9d68-73fcd2240134/crucible/regions/0c62da20-4eda-4e9d-961d-64ad7b582e93","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.356147299Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0c62da20-4eda-4e9d-961d-64ad7b582e93\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0c62da20-4eda-4e9d-961d-64ad7b582e93\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.406403267Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"region":"0c62da20-4eda-4e9d-961d-64ad7b582e93","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0c62da20-4eda-4e9d-961d-64ad7b582e93\" \"--data\" \"/data/regions/0c62da20-4eda-4e9d-961d-64ad7b582e93\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.406433468Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"region":"0c62da20-4eda-4e9d-961d-64ad7b582e93","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.453605691Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"region":"0c62da20-4eda-4e9d-961d-64ad7b582e93","component":"worker"}
{"msg":"region 0c62da20-4eda-4e9d-961d-64ad7b582e93 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.453637042Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.453741107Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0c62da20-4eda-4e9d-961d-64ad7b582e93","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.454612008Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0c62da20-4eda-4e9d-961d-64ad7b582e93","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.457498565Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.468825061Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0c62da20-4eda-4e9d-961d-64ad7b582e93","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.47004047Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0c62da20-4eda-4e9d-961d-64ad7b582e93","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.470336617Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.470388058Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.470437599Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.47046464Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.472249261Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.475090218Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:24.528425948Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"uri":"/crucible/0/regions","method":"POST","req_id":"4a950476-8675-4732-a61b-bf30018e51e1","remote_addr":"[fd00:1122:3344:101::c]:44316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region 3f8097e8-76a8-4e6a-af92-3ab6869b284d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.395742521Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.395905965Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"uri":"/crucible/0/regions","method":"POST","req_id":"e1b9c850-655e-4047-af15-4b969392d02b","remote_addr":"[fd00:1122:3344:101::c]:44316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":206,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.395934666Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_507484a6-c307-44b9-9d68-73fcd2240134/crucible/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.402342086Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_507484a6-c307-44b9-9d68-73fcd2240134/crucible/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.402369646Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3f8097e8-76a8-4e6a-af92-3ab6869b284d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.438421532Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"region":"3f8097e8-76a8-4e6a-af92-3ab6869b284d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3f8097e8-76a8-4e6a-af92-3ab6869b284d\" \"--data\" \"/data/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.438458893Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"region":"3f8097e8-76a8-4e6a-af92-3ab6869b284d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.487311418Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"region":"3f8097e8-76a8-4e6a-af92-3ab6869b284d","component":"worker"}
{"msg":"region 3f8097e8-76a8-4e6a-af92-3ab6869b284d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.487348449Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.487466792Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3f8097e8-76a8-4e6a-af92-3ab6869b284d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.489223963Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3f8097e8-76a8-4e6a-af92-3ab6869b284d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.495778417Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.499114485Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3f8097e8-76a8-4e6a-af92-3ab6869b284d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.500462237Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.500779694Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.500825315Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.500867146Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.500904037Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.502860153Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.506455317Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:30.552033456Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"uri":"/crucible/0/regions","method":"POST","req_id":"6dc4d5d9-eafe-49bd-8191-552ba6d6b55a","remote_addr":"[fd00:1122:3344:101::c]:44316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.945231924Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"uri":"/crucible/0/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d","method":"GET","req_id":"5d5ced0d-062e-4a45-a1ad-d20e6a316154","remote_addr":"[fd00:1122:3344:101::c]:44316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"path is \"/data/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.948601563Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"datafile"}
{"msg":"dataset is oxp_507484a6-c307-44b9-9d68-73fcd2240134/crucible/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.958121296Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"datafile"}
{"msg":"region 3f8097e8-76a8-4e6a-af92-3ab6869b284d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.965667593Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.965867058Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.965885398Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"uri":"/crucible/0/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d","method":"DELETE","req_id":"1a93b579-fde2-4727-9548-6bf7cf714f26","remote_addr":"[fd00:1122:3344:101::c]:44316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17296,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-3f8097e8-76a8-4e6a-af92-3ab6869b284d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.967466905Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.969003101Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"uri":"/crucible/0/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d","method":"GET","req_id":"82724c44-a066-49b6-9923-88dc025c8608","remote_addr":"[fd00:1122:3344:101::c]:44316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.970923876Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_507484a6-c307-44b9-9d68-73fcd2240134/crucible/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:55.980641684Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"region":"3f8097e8-76a8-4e6a-af92-3ab6869b284d","component":"worker"}
{"msg":"region 3f8097e8-76a8-4e6a-af92-3ab6869b284d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:56.027951273Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-19T21:24:56.05383276Z","hostname":"oxz_crucible_8ccc55dd-8699-4b68-92e2-f04ad8d4de40","pid":23931,"uri":"/crucible/0/regions/3f8097e8-76a8-4e6a-af92-3ab6869b284d","method":"GET","req_id":"ef3d7286-3025-4a05-ab5a-ef29e281682f","remote_addr":"[fd00:1122:3344:101::c]:44316","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":200}