{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.234035945Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34613"}
{"msg":"region a8131937-51e8-4f36-b581-7c4cecef09e5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.285110676Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.290088927Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.294328724Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions","method":"POST","req_id":"2b711a9f-d62a-4165-bcbb-a2650b9961ce","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21819,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_adadac7e-359c-4353-a42d-da3ad51d16e8/crucible/regions/a8131937-51e8-4f36-b581-7c4cecef09e5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.299413148Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_adadac7e-359c-4353-a42d-da3ad51d16e8/crucible/regions/a8131937-51e8-4f36-b581-7c4cecef09e5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.2994456Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a8131937-51e8-4f36-b581-7c4cecef09e5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a8131937-51e8-4f36-b581-7c4cecef09e5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.366622762Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"region":"a8131937-51e8-4f36-b581-7c4cecef09e5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a8131937-51e8-4f36-b581-7c4cecef09e5\" \"--data\" \"/data/regions/a8131937-51e8-4f36-b581-7c4cecef09e5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.369166044Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"region":"a8131937-51e8-4f36-b581-7c4cecef09e5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.53170737Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions","method":"POST","req_id":"a0402d00-a6f4-4f6b-a139-4adc77bae1a0","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.765535871Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"region":"a8131937-51e8-4f36-b581-7c4cecef09e5","component":"worker"}
{"msg":"region a8131937-51e8-4f36-b581-7c4cecef09e5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.769758347Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.769911582Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a8131937-51e8-4f36-b581-7c4cecef09e5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.772956811Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a8131937-51e8-4f36-b581-7c4cecef09e5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.787376547Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.808983866Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a8131937-51e8-4f36-b581-7c4cecef09e5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.814089031Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a8131937-51e8-4f36-b581-7c4cecef09e5","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.814783843Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.814843765Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.814884607Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.814920468Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.821462009Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:46.830599955Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:47.064518798Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions","method":"POST","req_id":"2c99b69a-1bc5-4376-bba2-0a011e31a68a","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"region 2bce138d-80e9-4085-a706-9e381eb478a8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.259706827Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.259869712Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.259878763Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions","method":"POST","req_id":"2ca46878-8b1d-4d2d-8b7e-b4ab47f64179","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":218,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_adadac7e-359c-4353-a42d-da3ad51d16e8/crucible/regions/2bce138d-80e9-4085-a706-9e381eb478a8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.266806797Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_adadac7e-359c-4353-a42d-da3ad51d16e8/crucible/regions/2bce138d-80e9-4085-a706-9e381eb478a8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.266832938Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2bce138d-80e9-4085-a706-9e381eb478a8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2bce138d-80e9-4085-a706-9e381eb478a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.320370569Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"region":"2bce138d-80e9-4085-a706-9e381eb478a8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2bce138d-80e9-4085-a706-9e381eb478a8\" \"--data\" \"/data/regions/2bce138d-80e9-4085-a706-9e381eb478a8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.3204119Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"region":"2bce138d-80e9-4085-a706-9e381eb478a8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.392324175Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions","method":"POST","req_id":"f7fc6e97-b31e-40ce-a36b-dd599ac19017","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.407016521Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"region":"2bce138d-80e9-4085-a706-9e381eb478a8","component":"worker"}
{"msg":"region 2bce138d-80e9-4085-a706-9e381eb478a8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.407039471Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.407153695Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2bce138d-80e9-4085-a706-9e381eb478a8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.407505876Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2bce138d-80e9-4085-a706-9e381eb478a8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.411559317Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.420280359Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2bce138d-80e9-4085-a706-9e381eb478a8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.423414601Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2bce138d-80e9-4085-a706-9e381eb478a8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.42370346Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.423750751Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.423789083Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.423826344Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.427685509Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.434065995Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:18:53.854942724Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions","method":"POST","req_id":"273c3c95-9a36-4d1b-89cf-381f4a1634be","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":87,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.582093116Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions/2bce138d-80e9-4085-a706-9e381eb478a8","method":"GET","req_id":"38fafbe3-fe37-4800-8840-c1f207e0e704","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/2bce138d-80e9-4085-a706-9e381eb478a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.585468945Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"datafile"}
{"msg":"dataset is oxp_adadac7e-359c-4353-a42d-da3ad51d16e8/crucible/regions/2bce138d-80e9-4085-a706-9e381eb478a8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.596557764Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"datafile"}
{"msg":"region 2bce138d-80e9-4085-a706-9e381eb478a8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.60355691Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.603717285Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.603739316Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions/2bce138d-80e9-4085-a706-9e381eb478a8","method":"DELETE","req_id":"08590dc9-1a36-4889-a71f-4aeb1c70abcc","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18296,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-2bce138d-80e9-4085-a706-9e381eb478a8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.604675926Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.607008361Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions/2bce138d-80e9-4085-a706-9e381eb478a8","method":"GET","req_id":"03fb2d80-d584-4c4e-a158-2831e22ee993","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.616892801Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_adadac7e-359c-4353-a42d-da3ad51d16e8/crucible/regions/2bce138d-80e9-4085-a706-9e381eb478a8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.625391456Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"region":"2bce138d-80e9-4085-a706-9e381eb478a8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.677260353Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions/2bce138d-80e9-4085-a706-9e381eb478a8","method":"GET","req_id":"4273a07f-a78d-468b-98e0-6171bfbbb032","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region 2bce138d-80e9-4085-a706-9e381eb478a8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.687610118Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-25T03:19:20.795127694Z","hostname":"oxz_crucible_e00c8641-89b6-43dc-b495-e0efbbf8d8da","pid":24747,"uri":"/crucible/0/regions/2bce138d-80e9-4085-a706-9e381eb478a8","method":"GET","req_id":"846ab6b7-d098-4b6d-8d56-b92134eb9506","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":39,"response_code":200}