{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.490706854Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52084"} {"msg":"region ac4bf33b-129e-4a55-924b-e9a622177ab4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.490764185Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.49132576Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.49133498Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"uri":"/crucible/0/regions","method":"POST","req_id":"ade74a1a-b076-4ff9-8b75-c27cbcf402ad","remote_addr":"[fd00:1122:3344:101::c]:52084","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":589,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/ac4bf33b-129e-4a55-924b-e9a622177ab4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.500493376Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/ac4bf33b-129e-4a55-924b-e9a622177ab4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.500516166Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ac4bf33b-129e-4a55-924b-e9a622177ab4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ac4bf33b-129e-4a55-924b-e9a622177ab4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.543955441Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"region":"ac4bf33b-129e-4a55-924b-e9a622177ab4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ac4bf33b-129e-4a55-924b-e9a622177ab4\" \"--data\" \"/data/regions/ac4bf33b-129e-4a55-924b-e9a622177ab4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.543987891Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"region":"ac4bf33b-129e-4a55-924b-e9a622177ab4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.623283342Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"region":"ac4bf33b-129e-4a55-924b-e9a622177ab4","component":"worker"} {"msg":"region ac4bf33b-129e-4a55-924b-e9a622177ab4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.623311962Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.623409813Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ac4bf33b-129e-4a55-924b-e9a622177ab4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.639914047Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ac4bf33b-129e-4a55-924b-e9a622177ab4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.645983014Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.657225279Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ac4bf33b-129e-4a55-924b-e9a622177ab4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.660336728Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac4bf33b-129e-4a55-924b-e9a622177ab4","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.66062749Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.660669001Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.660711041Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.660745511Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.665735678Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.671663093Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:10.744436453Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"uri":"/crucible/0/regions","method":"POST","req_id":"84212047-6ecd-4cd8-bbed-0e03a1aaf3ca","remote_addr":"[fd00:1122:3344:101::c]:52084","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.829309138Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"uri":"/crucible/0/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f","method":"GET","req_id":"e928dedd-e489-4261-b878-4561dfe07055","remote_addr":"[fd00:1122:3344:101::c]:52084","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.832682019Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"dataset is oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.838894517Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"snapshot is oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f@dccc1d94-360c-4d66-b204-8d475c204b3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.84562494Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f\", \"dccc1d94-360c-4d66-b204-8d475c204b3a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.84564118Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.85416275Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"uri":"/crucible/0/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f/snapshots/dccc1d94-360c-4d66-b204-8d475c204b3a","method":"GET","req_id":"b5bf51ce-b61e-4f08-9acb-39b6978b9076","remote_addr":"[fd00:1122:3344:101::c]:52084","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21492,"response_code":200} {"msg":"path is \"/data/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.857314729Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"dataset is oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.864267924Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"snapshot is oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f@dccc1d94-360c-4d66-b204-8d475c204b3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.869981647Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f\", \"dccc1d94-360c-4d66-b204-8d475c204b3a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.870002658Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5f49434b-eba7-4caa-bd53-1b12247ef32f-dccc1d94-360c-4d66-b204-8d475c204b3a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.877244475Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"applying SMF actions for region 5f49434b-eba7-4caa-bd53-1b12247ef32f running snapshot dccc1d94-360c-4d66-b204-8d475c204b3a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.877370776Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.877382277Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"uri":"/crucible/0/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f/snapshots/dccc1d94-360c-4d66-b204-8d475c204b3a/run","method":"POST","req_id":"e9d12b36-cbf8-42d0-9a22-92b0ca5daabc","remote_addr":"[fd00:1122:3344:101::c]:52084","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20071,"response_code":200} {"msg":"creating missing snapshot instance snapshot-5f49434b-eba7-4caa-bd53-1b12247ef32f-dccc1d94-360c-4d66-b204-8d475c204b3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.881803458Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5f49434b-eba7-4caa-bd53-1b12247ef32f-dccc1d94-360c-4d66-b204-8d475c204b3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.890160276Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5f49434b-eba7-4caa-bd53-1b12247ef32f-dccc1d94-360c-4d66-b204-8d475c204b3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.900745385Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f/.zfs/snapshot/dccc1d94-360c-4d66-b204-8d475c204b3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.901042157Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.901086148Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.901126408Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.901164129Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.901213809Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.905406158Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.909530307Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"worker"} {"msg":"region 5f49434b-eba7-4caa-bd53-1b12247ef32f running snapshot dccc1d94-360c-4d66-b204-8d475c204b3a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:11.909547027Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"path is \"/data/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:12.169244221Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"dataset is oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:12.175335398Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"datafile"} {"msg":"snapshot is oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f@dccc1d94-360c-4d66-b204-8d475c204b3a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:12.181376024Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_db595418-f246-4363-9891-59f47d3ae442/crucible/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f\", \"dccc1d94-360c-4d66-b204-8d475c204b3a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:12.181397854Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-06T02:01:12.186492112Z","hostname":"oxz_crucible_83c3fe8c-4227-4ac2-85b9-b65cb290abbb","pid":25626,"uri":"/crucible/0/regions/5f49434b-eba7-4caa-bd53-1b12247ef32f/snapshots/dccc1d94-360c-4d66-b204-8d475c204b3a/run","method":"POST","req_id":"4afdeb66-ed17-4df2-b41a-a6bb27cb8cec","remote_addr":"[fd00:1122:3344:101::c]:52084","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17292,"response_code":200}