{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.863040705Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60170"} {"msg":"region 39988197-ff0e-45a5-ba87-249515386329 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.863306309Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.863921239Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"uri":"/crucible/0/regions","method":"POST","req_id":"15816a58-af78-4e1f-9c42-3995911ece0a","remote_addr":"[fd00:1122:3344:101::a]:60170","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":651,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.863936989Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3520194e-4859-4979-86a6-5e6ffae7530e/crucible/regions/39988197-ff0e-45a5-ba87-249515386329","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.878616194Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3520194e-4859-4979-86a6-5e6ffae7530e/crucible/regions/39988197-ff0e-45a5-ba87-249515386329","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.878631964Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"39988197-ff0e-45a5-ba87-249515386329\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/39988197-ff0e-45a5-ba87-249515386329\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.986520286Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"region":"39988197-ff0e-45a5-ba87-249515386329","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"39988197-ff0e-45a5-ba87-249515386329\" \"--data\" \"/data/regions/39988197-ff0e-45a5-ba87-249515386329\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:25.986559047Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"region":"39988197-ff0e-45a5-ba87-249515386329","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.166815357Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"uri":"/crucible/0/regions","method":"POST","req_id":"686428f0-e8ac-492a-9a23-b65e2a908ae6","remote_addr":"[fd00:1122:3344:101::a]:60170","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.547059531Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"region":"39988197-ff0e-45a5-ba87-249515386329","component":"worker"} {"msg":"region 39988197-ff0e-45a5-ba87-249515386329 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.547103122Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.547270625Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-39988197-ff0e-45a5-ba87-249515386329","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.548358841Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-39988197-ff0e-45a5-ba87-249515386329","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.559519122Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.600619371Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-39988197-ff0e-45a5-ba87-249515386329","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.609477997Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/39988197-ff0e-45a5-ba87-249515386329","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.609898394Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.609952805Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.609991255Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.610026216Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.623009345Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.629211149Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:26.799727301Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"uri":"/crucible/0/regions","method":"POST","req_id":"802003e2-61eb-4ef3-96b2-eaf59c0645a2","remote_addr":"[fd00:1122:3344:101::a]:60170","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region 310b9259-d679-4e1f-b493-d22b7e4fc144 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.572181126Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.572350309Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"uri":"/crucible/0/regions","method":"POST","req_id":"8508bdab-ff6b-4363-91c3-c8282627f674","remote_addr":"[fd00:1122:3344:101::a]:60170","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":226,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.572367529Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_3520194e-4859-4979-86a6-5e6ffae7530e/crucible/regions/310b9259-d679-4e1f-b493-d22b7e4fc144","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.579013391Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3520194e-4859-4979-86a6-5e6ffae7530e/crucible/regions/310b9259-d679-4e1f-b493-d22b7e4fc144","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.579031911Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"310b9259-d679-4e1f-b493-d22b7e4fc144\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/310b9259-d679-4e1f-b493-d22b7e4fc144\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.656134972Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"region":"310b9259-d679-4e1f-b493-d22b7e4fc144","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"310b9259-d679-4e1f-b493-d22b7e4fc144\" \"--data\" \"/data/regions/310b9259-d679-4e1f-b493-d22b7e4fc144\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.656176193Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"region":"310b9259-d679-4e1f-b493-d22b7e4fc144","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.787480984Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"region":"310b9259-d679-4e1f-b493-d22b7e4fc144","component":"worker"} {"msg":"region 310b9259-d679-4e1f-b493-d22b7e4fc144 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.787528345Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.787671697Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-310b9259-d679-4e1f-b493-d22b7e4fc144","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.788938116Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-310b9259-d679-4e1f-b493-d22b7e4fc144","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.801848384Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.814942215Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-310b9259-d679-4e1f-b493-d22b7e4fc144","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.822576861Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/310b9259-d679-4e1f-b493-d22b7e4fc144","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.823021108Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.82313773Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.823241552Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.823324753Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.82963082Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.850510319Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:02:33.938804601Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"uri":"/crucible/0/regions","method":"POST","req_id":"4c1640eb-0c88-4f1c-98a7-135204c2fb40","remote_addr":"[fd00:1122:3344:101::a]:60170","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.876618767Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62384"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.876678628Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"uri":"/crucible/0/regions/310b9259-d679-4e1f-b493-d22b7e4fc144","method":"GET","req_id":"39b3920c-3c27-4cae-8562-15800c41ead5","remote_addr":"[fd00:1122:3344:101::a]:62384","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":37,"response_code":200} {"msg":"path is \"/data/regions/310b9259-d679-4e1f-b493-d22b7e4fc144\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.880993114Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"datafile"} {"msg":"dataset is oxp_3520194e-4859-4979-86a6-5e6ffae7530e/crucible/regions/310b9259-d679-4e1f-b493-d22b7e4fc144","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.892170025Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"datafile"} {"msg":"region 310b9259-d679-4e1f-b493-d22b7e4fc144 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.898961729Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.899513258Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"uri":"/crucible/0/regions/310b9259-d679-4e1f-b493-d22b7e4fc144","method":"DELETE","req_id":"b91774ea-3ef7-44e3-8c3f-00a633f2dd61","remote_addr":"[fd00:1122:3344:101::a]:62384","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18513,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.899537898Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-310b9259-d679-4e1f-b493-d22b7e4fc144 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.900606794Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.902777048Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"uri":"/crucible/0/regions/310b9259-d679-4e1f-b493-d22b7e4fc144","method":"GET","req_id":"abfe37c7-2013-40e3-9c72-4d2397130b14","remote_addr":"[fd00:1122:3344:101::a]:62384","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.912646219Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_3520194e-4859-4979-86a6-5e6ffae7530e/crucible/regions/310b9259-d679-4e1f-b493-d22b7e4fc144\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.921816629Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"region":"310b9259-d679-4e1f-b493-d22b7e4fc144","component":"worker"} {"msg":"region 310b9259-d679-4e1f-b493-d22b7e4fc144 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:07.976759031Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-05T18:03:08.019539246Z","hostname":"oxz_crucible_992d9576-8bb1-4c1d-9284-4a040731e99c","pid":21446,"uri":"/crucible/0/regions/310b9259-d679-4e1f-b493-d22b7e4fc144","method":"GET","req_id":"867ae71f-a903-4bd0-a334-2cf28c386353","remote_addr":"[fd00:1122:3344:101::a]:62384","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":42,"response_code":200}