{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.773822412Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61577"}
{"msg":"region 2fccaecd-4752-4c11-84af-710a0424aaca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.775448657Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.776073843Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"uri":"/crucible/0/regions","method":"POST","req_id":"78bcb74f-b825-444b-a963-94fb0afffd05","remote_addr":"[fd00:1122:3344:101::a]:61577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":664,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.776091023Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ca04db18-c8ed-4496-b2ef-795cd9cfa8fb/crucible/regions/2fccaecd-4752-4c11-84af-710a0424aaca","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.783835707Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ca04db18-c8ed-4496-b2ef-795cd9cfa8fb/crucible/regions/2fccaecd-4752-4c11-84af-710a0424aaca","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.783864797Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2fccaecd-4752-4c11-84af-710a0424aaca\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2fccaecd-4752-4c11-84af-710a0424aaca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.84347872Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"region":"2fccaecd-4752-4c11-84af-710a0424aaca","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2fccaecd-4752-4c11-84af-710a0424aaca\" \"--data\" \"/data/regions/2fccaecd-4752-4c11-84af-710a0424aaca\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.8435146Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"region":"2fccaecd-4752-4c11-84af-710a0424aaca","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.91648777Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"region":"2fccaecd-4752-4c11-84af-710a0424aaca","component":"worker"}
{"msg":"region 2fccaecd-4752-4c11-84af-710a0424aaca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.91652437Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.916626261Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2fccaecd-4752-4c11-84af-710a0424aaca","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.917500119Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2fccaecd-4752-4c11-84af-710a0424aaca","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.925566086Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.941968651Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2fccaecd-4752-4c11-84af-710a0424aaca","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.945137431Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2fccaecd-4752-4c11-84af-710a0424aaca","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.945424333Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.945455774Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.945501604Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.945536864Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.94925793Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:16:59.954802622Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:00.020363962Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"uri":"/crucible/0/regions","method":"POST","req_id":"9f752fa2-f575-4fc1-b444-fd1a0ba7312f","remote_addr":"[fd00:1122:3344:101::a]:61577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region 287cb10d-b3f2-455e-ac54-3f90290445e7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.047661002Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.047836283Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.047870184Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"uri":"/crucible/0/regions","method":"POST","req_id":"aecdd762-0810-4b95-b189-0de20daa091a","remote_addr":"[fd00:1122:3344:101::a]:61577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":216,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ca04db18-c8ed-4496-b2ef-795cd9cfa8fb/crucible/regions/287cb10d-b3f2-455e-ac54-3f90290445e7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.055166443Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ca04db18-c8ed-4496-b2ef-795cd9cfa8fb/crucible/regions/287cb10d-b3f2-455e-ac54-3f90290445e7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.055184743Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"287cb10d-b3f2-455e-ac54-3f90290445e7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/287cb10d-b3f2-455e-ac54-3f90290445e7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.109994841Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"region":"287cb10d-b3f2-455e-ac54-3f90290445e7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"287cb10d-b3f2-455e-ac54-3f90290445e7\" \"--data\" \"/data/regions/287cb10d-b3f2-455e-ac54-3f90290445e7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.110029731Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"region":"287cb10d-b3f2-455e-ac54-3f90290445e7","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.184950179Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"region":"287cb10d-b3f2-455e-ac54-3f90290445e7","component":"worker"}
{"msg":"region 287cb10d-b3f2-455e-ac54-3f90290445e7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.1849868Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.185096341Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-287cb10d-b3f2-455e-ac54-3f90290445e7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.185895688Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-287cb10d-b3f2-455e-ac54-3f90290445e7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.195961031Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.203371973Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-287cb10d-b3f2-455e-ac54-3f90290445e7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.206303541Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/287cb10d-b3f2-455e-ac54-3f90290445e7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.206624344Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.206678525Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.206711915Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.206750205Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.210564012Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.216250125Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:06.309590417Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"uri":"/crucible/0/regions","method":"POST","req_id":"cca53b4a-d258-4f8c-98fe-315c0adfee7d","remote_addr":"[fd00:1122:3344:101::a]:61577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.6878883Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"uri":"/crucible/0/regions/287cb10d-b3f2-455e-ac54-3f90290445e7","method":"GET","req_id":"d2d44bd0-0bed-42e0-ac92-89bc03b8f6ec","remote_addr":"[fd00:1122:3344:101::a]:61577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"path is \"/data/regions/287cb10d-b3f2-455e-ac54-3f90290445e7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.692595164Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"datafile"}
{"msg":"dataset is oxp_ca04db18-c8ed-4496-b2ef-795cd9cfa8fb/crucible/regions/287cb10d-b3f2-455e-ac54-3f90290445e7","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.701873852Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"datafile"}
{"msg":"region 287cb10d-b3f2-455e-ac54-3f90290445e7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.70901895Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.709205592Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.709217202Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"uri":"/crucible/0/regions/287cb10d-b3f2-455e-ac54-3f90290445e7","method":"DELETE","req_id":"08417050-09ae-4a82-ab6c-7397f6bb1d52","remote_addr":"[fd00:1122:3344:101::a]:61577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16681,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-287cb10d-b3f2-455e-ac54-3f90290445e7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.710203591Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.713740755Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"uri":"/crucible/0/regions/287cb10d-b3f2-455e-ac54-3f90290445e7","method":"GET","req_id":"0c0b5b9e-25c9-48ed-b2dc-fe37fa5b08dc","remote_addr":"[fd00:1122:3344:101::a]:61577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.715699923Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ca04db18-c8ed-4496-b2ef-795cd9cfa8fb/crucible/regions/287cb10d-b3f2-455e-ac54-3f90290445e7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.725406125Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"region":"287cb10d-b3f2-455e-ac54-3f90290445e7","component":"worker"}
{"msg":"region 287cb10d-b3f2-455e-ac54-3f90290445e7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.776371216Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-09-06T05:17:32.814679618Z","hostname":"oxz_crucible_f09fac7c-0c9e-4c7b-a6c2-9cbfc8f5724d","pid":28382,"uri":"/crucible/0/regions/287cb10d-b3f2-455e-ac54-3f90290445e7","method":"GET","req_id":"d4455d41-380b-40ce-9a64-477c1a7c4b14","remote_addr":"[fd00:1122:3344:101::a]:61577","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":200}