{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:57.396489852Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52681"}
{"msg":"region 74875bc8-6ff0-4af3-8ec4-16bff2cfdeba state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:57.519167619Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:57.522995821Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:57.523016411Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions","method":"POST","req_id":"01b2faee-ea0c-4214-b1f7-ecf8907c850b","remote_addr":"[fd00:1122:3344:101::a]:52681","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52948,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_3856cae2-f116-48ee-b702-ddc993003aa6/crucible/regions/74875bc8-6ff0-4af3-8ec4-16bff2cfdeba","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:57.541210437Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3856cae2-f116-48ee-b702-ddc993003aa6/crucible/regions/74875bc8-6ff0-4af3-8ec4-16bff2cfdeba","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:57.541228347Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"74875bc8-6ff0-4af3-8ec4-16bff2cfdeba\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/74875bc8-6ff0-4af3-8ec4-16bff2cfdeba\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:57.723103432Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"region":"74875bc8-6ff0-4af3-8ec4-16bff2cfdeba","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"74875bc8-6ff0-4af3-8ec4-16bff2cfdeba\" \"--data\" \"/data/regions/74875bc8-6ff0-4af3-8ec4-16bff2cfdeba\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:57.726565445Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"region":"74875bc8-6ff0-4af3-8ec4-16bff2cfdeba","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:57.745522729Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions","method":"POST","req_id":"fcc98102-21e8-4d8c-8c86-42bc85fae3d1","remote_addr":"[fd00:1122:3344:101::a]:52681","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.008014934Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions","method":"POST","req_id":"a3f6d44d-b849-429b-baa4-addfd2cd4e19","remote_addr":"[fd00:1122:3344:101::a]:52681","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.490613259Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"region":"74875bc8-6ff0-4af3-8ec4-16bff2cfdeba","component":"worker"}
{"msg":"region 74875bc8-6ff0-4af3-8ec4-16bff2cfdeba state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.49065638Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.490777753Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-74875bc8-6ff0-4af3-8ec4-16bff2cfdeba","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.491154082Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-74875bc8-6ff0-4af3-8ec4-16bff2cfdeba","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.516642653Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.589017995Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-74875bc8-6ff0-4af3-8ec4-16bff2cfdeba","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.616070153Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/74875bc8-6ff0-4af3-8ec4-16bff2cfdeba","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.616847362Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.616914703Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.616959524Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.616997005Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.635717793Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:58.659394651Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:26:59.136503964Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions","method":"POST","req_id":"51468e17-82b6-4475-b78b-3ce5c5528fe7","remote_addr":"[fd00:1122:3344:101::a]:52681","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region dd99b184-28b9-456f-803e-498f3de5d208 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.112187444Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.112371748Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.112396999Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions","method":"POST","req_id":"2859bf98-70b1-43ab-80de-b65deb72bc97","remote_addr":"[fd00:1122:3344:101::a]:52681","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":233,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_3856cae2-f116-48ee-b702-ddc993003aa6/crucible/regions/dd99b184-28b9-456f-803e-498f3de5d208","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.118464154Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3856cae2-f116-48ee-b702-ddc993003aa6/crucible/regions/dd99b184-28b9-456f-803e-498f3de5d208","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.118482034Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"dd99b184-28b9-456f-803e-498f3de5d208\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dd99b184-28b9-456f-803e-498f3de5d208\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.275865613Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"region":"dd99b184-28b9-456f-803e-498f3de5d208","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dd99b184-28b9-456f-803e-498f3de5d208\" \"--data\" \"/data/regions/dd99b184-28b9-456f-803e-498f3de5d208\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.275899754Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"region":"dd99b184-28b9-456f-803e-498f3de5d208","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.340668765Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions","method":"POST","req_id":"33fb87aa-b109-43ad-ab8f-e91762f01fde","remote_addr":"[fd00:1122:3344:101::a]:52681","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.621394786Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"region":"dd99b184-28b9-456f-803e-498f3de5d208","component":"worker"}
{"msg":"region dd99b184-28b9-456f-803e-498f3de5d208 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.621412456Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.621513109Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-dd99b184-28b9-456f-803e-498f3de5d208","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.629639204Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dd99b184-28b9-456f-803e-498f3de5d208","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.655594915Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.706524845Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dd99b184-28b9-456f-803e-498f3de5d208","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.723153953Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dd99b184-28b9-456f-803e-498f3de5d208","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.723549972Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.723609603Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.723659315Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.723697146Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.730387256Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions","method":"POST","req_id":"5063bee2-2ce6-447f-b229-04f5b873e756","remote_addr":"[fd00:1122:3344:101::a]:52681","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":50,"response_code":200}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.761658665Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:09.787052633Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.826849785Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43793"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.826967347Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions/dd99b184-28b9-456f-803e-498f3de5d208","method":"GET","req_id":"1ba2ba3a-3839-4b54-bda0-70fbfa720d2d","remote_addr":"[fd00:1122:3344:101::a]:43793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"path is \"/data/regions/dd99b184-28b9-456f-803e-498f3de5d208\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.829604271Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"datafile"}
{"msg":"dataset is oxp_3856cae2-f116-48ee-b702-ddc993003aa6/crucible/regions/dd99b184-28b9-456f-803e-498f3de5d208","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.839681042Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"datafile"}
{"msg":"region dd99b184-28b9-456f-803e-498f3de5d208 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.847673893Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.847848738Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions/dd99b184-28b9-456f-803e-498f3de5d208","method":"DELETE","req_id":"e138b6d8-e357-4151-a8c1-fa46bffcf9d9","remote_addr":"[fd00:1122:3344:101::a]:43793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18257,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.847911239Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-dd99b184-28b9-456f-803e-498f3de5d208 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.849010825Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.851208128Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions/dd99b184-28b9-456f-803e-498f3de5d208","method":"GET","req_id":"9dcfb480-dd43-4374-82ad-57731734658c","remote_addr":"[fd00:1122:3344:101::a]:43793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.868745798Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3856cae2-f116-48ee-b702-ddc993003aa6/crucible/regions/dd99b184-28b9-456f-803e-498f3de5d208\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.876286719Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"region":"dd99b184-28b9-456f-803e-498f3de5d208","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.924599944Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions/dd99b184-28b9-456f-803e-498f3de5d208","method":"GET","req_id":"fc114c46-a8e1-4544-be65-237fa9044849","remote_addr":"[fd00:1122:3344:101::a]:43793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region dd99b184-28b9-456f-803e-498f3de5d208 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:43.963772662Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-14T05:27:44.059871673Z","hostname":"oxz_crucible_a95f388d-d013-47de-8400-f5084352c51e","pid":23869,"uri":"/crucible/0/regions/dd99b184-28b9-456f-803e-498f3de5d208","method":"GET","req_id":"85cfcb9b-2a85-420b-a80f-cac6dbc035cb","remote_addr":"[fd00:1122:3344:101::a]:43793","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200}