{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.258696402Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57022"}
{"msg":"region e114cb99-0cbf-403a-881d-f9ac5ced3b71 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.258833026Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.259372931Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"uri":"/crucible/0/regions","method":"POST","req_id":"78cf8bb6-13d6-4a2d-8716-4e0f633a1847","remote_addr":"[fd00:1122:3344:101::b]:57022","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":591,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.259387111Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/e114cb99-0cbf-403a-881d-f9ac5ced3b71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.268308028Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/e114cb99-0cbf-403a-881d-f9ac5ced3b71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.268338319Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e114cb99-0cbf-403a-881d-f9ac5ced3b71\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e114cb99-0cbf-403a-881d-f9ac5ced3b71\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.314015672Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"region":"e114cb99-0cbf-403a-881d-f9ac5ced3b71","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e114cb99-0cbf-403a-881d-f9ac5ced3b71\" \"--data\" \"/data/regions/e114cb99-0cbf-403a-881d-f9ac5ced3b71\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.314049323Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"region":"e114cb99-0cbf-403a-881d-f9ac5ced3b71","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.383708585Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"region":"e114cb99-0cbf-403a-881d-f9ac5ced3b71","component":"worker"}
{"msg":"region e114cb99-0cbf-403a-881d-f9ac5ced3b71 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.383751756Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.383836739Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e114cb99-0cbf-403a-881d-f9ac5ced3b71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.38805886Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e114cb99-0cbf-403a-881d-f9ac5ced3b71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.391801048Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.399153909Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e114cb99-0cbf-403a-881d-f9ac5ced3b71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.40370156Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e114cb99-0cbf-403a-881d-f9ac5ced3b71","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.403935476Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.403990798Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.404037829Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.404084121Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.408688883Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.412855923Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:03.478005475Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"uri":"/crucible/0/regions","method":"POST","req_id":"411af9bf-5bc2-4dfa-afe6-b94688485a2b","remote_addr":"[fd00:1122:3344:101::b]:57022","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.892600149Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"uri":"/crucible/0/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5","method":"GET","req_id":"be61ab20-dd92-4294-908f-2a751e56e36d","remote_addr":"[fd00:1122:3344:101::b]:57022","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.899055305Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"dataset is oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.904987905Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"snapshot is oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5@bd7dea48-6aff-4b80-ac20-1d175e95580a","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.909957388Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5\", \"bd7dea48-6aff-4b80-ac20-1d175e95580a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.909968748Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.920589753Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"uri":"/crucible/0/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5/snapshots/bd7dea48-6aff-4b80-ac20-1d175e95580a","method":"GET","req_id":"86951da4-bdac-4e6e-927e-c1cb5e348dc9","remote_addr":"[fd00:1122:3344:101::b]:57022","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24225,"response_code":200}
{"msg":"path is \"/data/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.92410395Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"dataset is oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.929777757Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"snapshot is oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5@bd7dea48-6aff-4b80-ac20-1d175e95580a","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.934682707Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5\", \"bd7dea48-6aff-4b80-ac20-1d175e95580a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.934696685Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 98987a5f-f254-4b9d-bbc1-adbfd79b2cf5-bd7dea48-6aff-4b80-ac20-1d175e95580a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.941133024Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"applying SMF actions for region 98987a5f-f254-4b9d-bbc1-adbfd79b2cf5 running snapshot bd7dea48-6aff-4b80-ac20-1d175e95580a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.941287658Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.941297408Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"uri":"/crucible/0/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5/snapshots/bd7dea48-6aff-4b80-ac20-1d175e95580a/run","method":"POST","req_id":"969e8953-53e5-4e58-9128-3acc3c4cb912","remote_addr":"[fd00:1122:3344:101::b]:57022","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17197,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-98987a5f-f254-4b9d-bbc1-adbfd79b2cf5-bd7dea48-6aff-4b80-ac20-1d175e95580a","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.943374038Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-98987a5f-f254-4b9d-bbc1-adbfd79b2cf5-bd7dea48-6aff-4b80-ac20-1d175e95580a","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.94796702Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-98987a5f-f254-4b9d-bbc1-adbfd79b2cf5-bd7dea48-6aff-4b80-ac20-1d175e95580a","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.957406119Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5/.zfs/snapshot/bd7dea48-6aff-4b80-ac20-1d175e95580a","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.957761381Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.957793942Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.957841904Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.957878335Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.957922796Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.961244632Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.965505124Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"worker"}
{"msg":"region 98987a5f-f254-4b9d-bbc1-adbfd79b2cf5 running snapshot bd7dea48-6aff-4b80-ac20-1d175e95580a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:04.965513744Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"path is \"/data/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:05.119619463Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"dataset is oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:05.125632986Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"datafile"}
{"msg":"snapshot is oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5@bd7dea48-6aff-4b80-ac20-1d175e95580a","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:05.130752593Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ff135678-5c48-4dcb-9d4f-4112329b4226/crucible/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5\", \"bd7dea48-6aff-4b80-ac20-1d175e95580a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:05.130783924Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-05T22:22:05.135630733Z","hostname":"oxz_crucible_7f0c0960-7e23-486e-94d3-90de0d686ebc","pid":24006,"uri":"/crucible/0/regions/98987a5f-f254-4b9d-bbc1-adbfd79b2cf5/snapshots/bd7dea48-6aff-4b80-ac20-1d175e95580a/run","method":"POST","req_id":"7f54533b-cdf8-4b39-8ab7-71ec98d5d5de","remote_addr":"[fd00:1122:3344:101::b]:57022","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16063,"response_code":200}