{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.715868791Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37250"} {"msg":"region bc386bde-4a15-41ff-a9f9-3a077179b792 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.716026355Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.716679112Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"uri":"/crucible/0/regions","method":"POST","req_id":"0f0bc59b-d0cf-4c60-a534-298e138a62e9","remote_addr":"[fd00:1122:3344:101::c]:37250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":700,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.716697732Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/bc386bde-4a15-41ff-a9f9-3a077179b792","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.72880607Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/bc386bde-4a15-41ff-a9f9-3a077179b792","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.728826231Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"bc386bde-4a15-41ff-a9f9-3a077179b792\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bc386bde-4a15-41ff-a9f9-3a077179b792\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.7847009Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"region":"bc386bde-4a15-41ff-a9f9-3a077179b792","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bc386bde-4a15-41ff-a9f9-3a077179b792\" \"--data\" \"/data/regions/bc386bde-4a15-41ff-a9f9-3a077179b792\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.784731971Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"region":"bc386bde-4a15-41ff-a9f9-3a077179b792","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.860183528Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"region":"bc386bde-4a15-41ff-a9f9-3a077179b792","component":"worker"} {"msg":"region bc386bde-4a15-41ff-a9f9-3a077179b792 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.860216269Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.860307081Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-bc386bde-4a15-41ff-a9f9-3a077179b792","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.879308814Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bc386bde-4a15-41ff-a9f9-3a077179b792","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.883603323Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.893273398Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bc386bde-4a15-41ff-a9f9-3a077179b792","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.896400988Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bc386bde-4a15-41ff-a9f9-3a077179b792","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.896696475Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.896742157Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.896781667Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.896817928Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.900695737Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:13.905438127Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:14.033597353Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"uri":"/crucible/0/regions","method":"POST","req_id":"7f8add40-9c13-4d46-a185-6eb9ed123386","remote_addr":"[fd00:1122:3344:101::c]:37250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.255007103Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"uri":"/crucible/0/regions/586231c4-4d46-40b9-ada5-23015fa4f99d","method":"GET","req_id":"9544a628-c27d-4b73-8892-91245cda0cde","remote_addr":"[fd00:1122:3344:101::c]:37250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"path is \"/data/regions/586231c4-4d46-40b9-ada5-23015fa4f99d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.259938748Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"dataset is oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/586231c4-4d46-40b9-ada5-23015fa4f99d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.269811569Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"snapshot is oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/586231c4-4d46-40b9-ada5-23015fa4f99d@b25f30d3-bacf-4617-be31-3c2174b31fa4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.279983787Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/586231c4-4d46-40b9-ada5-23015fa4f99d\", \"b25f30d3-bacf-4617-be31-3c2174b31fa4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.280012428Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.29269202Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"uri":"/crucible/0/regions/586231c4-4d46-40b9-ada5-23015fa4f99d/snapshots/b25f30d3-bacf-4617-be31-3c2174b31fa4","method":"GET","req_id":"76e94685-34b3-4990-b1f4-c845b2a089d3","remote_addr":"[fd00:1122:3344:101::c]:37250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32795,"response_code":200} {"msg":"path is \"/data/regions/586231c4-4d46-40b9-ada5-23015fa4f99d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.296511687Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"dataset is oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/586231c4-4d46-40b9-ada5-23015fa4f99d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.305893296Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"snapshot is oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/586231c4-4d46-40b9-ada5-23015fa4f99d@b25f30d3-bacf-4617-be31-3c2174b31fa4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.314930805Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/586231c4-4d46-40b9-ada5-23015fa4f99d\", \"b25f30d3-bacf-4617-be31-3c2174b31fa4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.314949515Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 586231c4-4d46-40b9-ada5-23015fa4f99d-b25f30d3-bacf-4617-be31-3c2174b31fa4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.326080888Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.326268063Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"uri":"/crucible/0/regions/586231c4-4d46-40b9-ada5-23015fa4f99d/snapshots/b25f30d3-bacf-4617-be31-3c2174b31fa4/run","method":"POST","req_id":"27f82336-b3cd-4078-9e4a-6fb38eca1d05","remote_addr":"[fd00:1122:3344:101::c]:37250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29798,"response_code":200} {"msg":"applying SMF actions for region 586231c4-4d46-40b9-ada5-23015fa4f99d running snapshot b25f30d3-bacf-4617-be31-3c2174b31fa4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.326288174Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-586231c4-4d46-40b9-ada5-23015fa4f99d-b25f30d3-bacf-4617-be31-3c2174b31fa4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.332664816Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-586231c4-4d46-40b9-ada5-23015fa4f99d-b25f30d3-bacf-4617-be31-3c2174b31fa4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.343246785Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-586231c4-4d46-40b9-ada5-23015fa4f99d-b25f30d3-bacf-4617-be31-3c2174b31fa4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.355580398Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/586231c4-4d46-40b9-ada5-23015fa4f99d/.zfs/snapshot/b25f30d3-bacf-4617-be31-3c2174b31fa4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.355992368Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.35606659Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.356128152Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.356182483Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.356268075Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.362235497Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.368156377Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"worker"} {"msg":"region 586231c4-4d46-40b9-ada5-23015fa4f99d running snapshot b25f30d3-bacf-4617-be31-3c2174b31fa4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.368167458Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"path is \"/data/regions/586231c4-4d46-40b9-ada5-23015fa4f99d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.66510845Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"dataset is oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/586231c4-4d46-40b9-ada5-23015fa4f99d","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.671346049Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"datafile"} {"msg":"snapshot is oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/586231c4-4d46-40b9-ada5-23015fa4f99d@b25f30d3-bacf-4617-be31-3c2174b31fa4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.677436454Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66b3f830-0260-43bc-b646-6f0169d89cfa/crucible/regions/586231c4-4d46-40b9-ada5-23015fa4f99d\", \"b25f30d3-bacf-4617-be31-3c2174b31fa4\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.677454724Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-25T18:22:15.682709077Z","hostname":"oxz_crucible_81e688aa-6acc-4a1d-a00a-7dbee1a1532c","pid":23506,"uri":"/crucible/0/regions/586231c4-4d46-40b9-ada5-23015fa4f99d/snapshots/b25f30d3-bacf-4617-be31-3c2174b31fa4/run","method":"POST","req_id":"01444a5e-946a-4483-a64e-1c8136e383e0","remote_addr":"[fd00:1122:3344:101::c]:37250","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17639,"response_code":200}