{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.750574768Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40502"}
{"msg":"region eb2db9dd-4920-4c4f-aa29-a7833931b487 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.75065093Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.751294452Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"uri":"/crucible/0/regions","method":"POST","req_id":"e7650415-86a0-4e3a-9296-2ece49343624","remote_addr":"[fd00:1122:3344:101::c]:40502","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":681,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.751319113Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/eb2db9dd-4920-4c4f-aa29-a7833931b487","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.758959631Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/eb2db9dd-4920-4c4f-aa29-a7833931b487","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.758986822Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"eb2db9dd-4920-4c4f-aa29-a7833931b487\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eb2db9dd-4920-4c4f-aa29-a7833931b487\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.812201875Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"region":"eb2db9dd-4920-4c4f-aa29-a7833931b487","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eb2db9dd-4920-4c4f-aa29-a7833931b487\" \"--data\" \"/data/regions/eb2db9dd-4920-4c4f-aa29-a7833931b487\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.812238476Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"region":"eb2db9dd-4920-4c4f-aa29-a7833931b487","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.900512221Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"region":"eb2db9dd-4920-4c4f-aa29-a7833931b487","component":"worker"}
{"msg":"region eb2db9dd-4920-4c4f-aa29-a7833931b487 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.900544121Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.900640883Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-eb2db9dd-4920-4c4f-aa29-a7833931b487","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.911964593Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eb2db9dd-4920-4c4f-aa29-a7833931b487","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.915167515Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.92777352Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eb2db9dd-4920-4c4f-aa29-a7833931b487","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.93189216Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb2db9dd-4920-4c4f-aa29-a7833931b487","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.932243687Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.932296998Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.932336908Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.932375139Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.936649222Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.942054927Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:30:58.942769241Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"uri":"/crucible/0/regions","method":"POST","req_id":"30b491e5-63d9-4d14-b698-763296194626","remote_addr":"[fd00:1122:3344:101::c]:40502","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.080287224Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"uri":"/crucible/0/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b","method":"GET","req_id":"34d23774-48a6-4f1d-aaf4-5f85dc04436d","remote_addr":"[fd00:1122:3344:101::c]:40502","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.08574504Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"dataset is oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.09198408Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"snapshot is oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b@f9e678fe-ec25-4126-bdbb-d41614813b67","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.098861174Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b\", \"f9e678fe-ec25-4126-bdbb-d41614813b67\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.098875234Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.110258655Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"uri":"/crucible/0/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b/snapshots/f9e678fe-ec25-4126-bdbb-d41614813b67","method":"GET","req_id":"14774511-3c67-459a-a71f-72db59087778","remote_addr":"[fd00:1122:3344:101::c]:40502","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27145,"response_code":200}
{"msg":"path is \"/data/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.124736886Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"dataset is oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.131485088Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"snapshot is oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b@f9e678fe-ec25-4126-bdbb-d41614813b67","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.138042645Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b\", \"f9e678fe-ec25-4126-bdbb-d41614813b67\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.138053335Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1526fdbc-1a8f-4e7d-aa8b-422620f3f49b-f9e678fe-ec25-4126-bdbb-d41614813b67 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.145597972Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.145774085Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"uri":"/crucible/0/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b/snapshots/f9e678fe-ec25-4126-bdbb-d41614813b67/run","method":"POST","req_id":"dfee38f5-b200-4784-8c24-008745d221a4","remote_addr":"[fd00:1122:3344:101::c]:40502","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21074,"response_code":200}
{"msg":"applying SMF actions for region 1526fdbc-1a8f-4e7d-aa8b-422620f3f49b running snapshot f9e678fe-ec25-4126-bdbb-d41614813b67 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.145793895Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-1526fdbc-1a8f-4e7d-aa8b-422620f3f49b-f9e678fe-ec25-4126-bdbb-d41614813b67","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.147882426Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1526fdbc-1a8f-4e7d-aa8b-422620f3f49b-f9e678fe-ec25-4126-bdbb-d41614813b67","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.156623516Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1526fdbc-1a8f-4e7d-aa8b-422620f3f49b-f9e678fe-ec25-4126-bdbb-d41614813b67","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.170161289Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b/.zfs/snapshot/f9e678fe-ec25-4126-bdbb-d41614813b67","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.170505915Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.170567367Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.170617968Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.170666098Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.1707373Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.175128645Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.180731724Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"worker"}
{"msg":"region 1526fdbc-1a8f-4e7d-aa8b-422620f3f49b running snapshot f9e678fe-ec25-4126-bdbb-d41614813b67 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.180747674Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"path is \"/data/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.380260049Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"dataset is oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.386178814Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"datafile"}
{"msg":"snapshot is oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b@f9e678fe-ec25-4126-bdbb-d41614813b67","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.39214549Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5cce9539-e9b9-4faa-ba78-219ca80a8100/crucible/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b\", \"f9e678fe-ec25-4126-bdbb-d41614813b67\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.392162991Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-16T00:31:00.398453343Z","hostname":"oxz_crucible_1b6308bf-53b6-4c23-8e76-3df0cb6e2bdd","pid":25064,"uri":"/crucible/0/regions/1526fdbc-1a8f-4e7d-aa8b-422620f3f49b/snapshots/f9e678fe-ec25-4126-bdbb-d41614813b67/run","method":"POST","req_id":"3c774053-9c40-4fc5-9f4d-8550c1f16053","remote_addr":"[fd00:1122:3344:101::c]:40502","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18221,"response_code":200}