{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.016729213Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55637"} {"msg":"region d0654262-02ba-44cb-a9ea-2e27d1753742 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.016886677Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.017794109Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.01780681Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"uri":"/crucible/0/regions","method":"POST","req_id":"3801cf1d-da8d-43c1-bc63-04614400b189","remote_addr":"[fd00:1122:3344:101::b]:55637","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":949,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9fecc0fd-2a6b-4d91-b85c-a89b308729df/crucible/regions/d0654262-02ba-44cb-a9ea-2e27d1753742","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.027229758Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9fecc0fd-2a6b-4d91-b85c-a89b308729df/crucible/regions/d0654262-02ba-44cb-a9ea-2e27d1753742","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.027241299Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d0654262-02ba-44cb-a9ea-2e27d1753742\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d0654262-02ba-44cb-a9ea-2e27d1753742\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.080949508Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"region":"d0654262-02ba-44cb-a9ea-2e27d1753742","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d0654262-02ba-44cb-a9ea-2e27d1753742\" \"--data\" \"/data/regions/d0654262-02ba-44cb-a9ea-2e27d1753742\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.080980528Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"region":"d0654262-02ba-44cb-a9ea-2e27d1753742","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.351084824Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"region":"d0654262-02ba-44cb-a9ea-2e27d1753742","component":"worker"} {"msg":"region d0654262-02ba-44cb-a9ea-2e27d1753742 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.351121145Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.351217027Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d0654262-02ba-44cb-a9ea-2e27d1753742","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.352609703Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d0654262-02ba-44cb-a9ea-2e27d1753742","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.362499123Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.383160076Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d0654262-02ba-44cb-a9ea-2e27d1753742","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.386368677Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.386454449Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"uri":"/crucible/0/regions","method":"POST","req_id":"097df981-05a8-4445-94c0-50b70497b697","remote_addr":"[fd00:1122:3344:101::b]:55637","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d0654262-02ba-44cb-a9ea-2e27d1753742","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.386586422Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.386628564Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.386670625Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.386697165Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.390371598Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:33.395483448Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"region a0d73c09-e4e0-4161-ba3b-9d5589d5b333 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.372630859Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.372808763Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.372819743Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"uri":"/crucible/0/regions","method":"POST","req_id":"fdf82908-701b-48ab-8699-1d14bf9bf8f6","remote_addr":"[fd00:1122:3344:101::b]:55637","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":247,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9fecc0fd-2a6b-4d91-b85c-a89b308729df/crucible/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.38140008Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9fecc0fd-2a6b-4d91-b85c-a89b308729df/crucible/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.381436301Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a0d73c09-e4e0-4161-ba3b-9d5589d5b333\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.456827079Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"region":"a0d73c09-e4e0-4161-ba3b-9d5589d5b333","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a0d73c09-e4e0-4161-ba3b-9d5589d5b333\" \"--data\" \"/data/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.45686271Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"region":"a0d73c09-e4e0-4161-ba3b-9d5589d5b333","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.540673561Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"region":"a0d73c09-e4e0-4161-ba3b-9d5589d5b333","component":"worker"} {"msg":"region a0d73c09-e4e0-4161-ba3b-9d5589d5b333 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.540715802Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.540825955Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a0d73c09-e4e0-4161-ba3b-9d5589d5b333","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.541779109Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a0d73c09-e4e0-4161-ba3b-9d5589d5b333","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.550617253Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.559314863Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a0d73c09-e4e0-4161-ba3b-9d5589d5b333","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.562586266Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.562842072Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.562886983Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.562924984Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.562963485Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.566568287Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.576533059Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:24:39.635165882Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"uri":"/crucible/0/regions","method":"POST","req_id":"dd7f04bc-0617-4b96-8d09-198459ba51d8","remote_addr":"[fd00:1122:3344:101::b]:55637","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.026104675Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"uri":"/crucible/0/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333","method":"GET","req_id":"d3896d2d-a8e9-4658-8feb-6f777587ac30","remote_addr":"[fd00:1122:3344:101::b]:55637","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"path is \"/data/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.029334997Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"datafile"} {"msg":"dataset is oxp_9fecc0fd-2a6b-4d91-b85c-a89b308729df/crucible/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.040773867Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"datafile"} {"msg":"region a0d73c09-e4e0-4161-ba3b-9d5589d5b333 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.048660806Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.049232621Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.049241931Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"uri":"/crucible/0/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333","method":"DELETE","req_id":"804580f0-4cc8-4bbf-8aae-ff31b164db7c","remote_addr":"[fd00:1122:3344:101::b]:55637","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19932,"response_code":204} {"msg":"disabling downstairs instance: downstairs-a0d73c09-e4e0-4161-ba3b-9d5589d5b333 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.0507931Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.053838937Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"uri":"/crucible/0/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333","method":"GET","req_id":"107c6a53-3d57-4b20-986a-750b506e59cf","remote_addr":"[fd00:1122:3344:101::b]:55637","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.063572523Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9fecc0fd-2a6b-4d91-b85c-a89b308729df/crucible/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.073584267Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"region":"a0d73c09-e4e0-4161-ba3b-9d5589d5b333","component":"worker"} {"msg":"region a0d73c09-e4e0-4161-ba3b-9d5589d5b333 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.171078724Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T04:25:07.181689723Z","hostname":"oxz_crucible_253b86f5-d38d-4ece-9596-31b6b5d99ef4","pid":24028,"uri":"/crucible/0/regions/a0d73c09-e4e0-4161-ba3b-9d5589d5b333","method":"GET","req_id":"3a0bf4b5-05af-4ad0-93a8-aaf59be67dc7","remote_addr":"[fd00:1122:3344:101::b]:55637","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200}