{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.536903455Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:61453"} {"msg":"region eac29d0a-94c4-41be-b878-71c97abc4ac5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.537014207Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.5377046Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.53771175Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"uri":"/crucible/0/regions","method":"POST","req_id":"e77cba4b-8be7-41f7-9fce-3a6ab5e02b91","remote_addr":"[fd00:1122:3344:101::c]:61453","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":729,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/eac29d0a-94c4-41be-b878-71c97abc4ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.548010835Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/eac29d0a-94c4-41be-b878-71c97abc4ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.548032935Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"eac29d0a-94c4-41be-b878-71c97abc4ac5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eac29d0a-94c4-41be-b878-71c97abc4ac5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.621190207Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"region":"eac29d0a-94c4-41be-b878-71c97abc4ac5","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eac29d0a-94c4-41be-b878-71c97abc4ac5\" \"--data\" \"/data/regions/eac29d0a-94c4-41be-b878-71c97abc4ac5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.621225128Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"region":"eac29d0a-94c4-41be-b878-71c97abc4ac5","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.763537496Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"region":"eac29d0a-94c4-41be-b878-71c97abc4ac5","component":"worker"} {"msg":"region eac29d0a-94c4-41be-b878-71c97abc4ac5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.763575187Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.763668459Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-eac29d0a-94c4-41be-b878-71c97abc4ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.784834328Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eac29d0a-94c4-41be-b878-71c97abc4ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.800502094Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.81828803Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.824774273Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"uri":"/crucible/0/regions","method":"POST","req_id":"7dd345cd-6b5a-463b-ade4-dfb8bf283a67","remote_addr":"[fd00:1122:3344:101::c]:61453","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eac29d0a-94c4-41be-b878-71c97abc4ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.826555836Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eac29d0a-94c4-41be-b878-71c97abc4ac5","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.826775091Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.826814321Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.826848892Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.826881082Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.842403286Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:33.855463642Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.443698452Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"uri":"/crucible/0/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39","method":"GET","req_id":"7ae82a9d-f085-442b-acc5-1f3a2ce4d6b0","remote_addr":"[fd00:1122:3344:101::c]:61453","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"path is \"/data/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.447565325Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"dataset is oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.453350284Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"snapshot is oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39@68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.459590692Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39\", \"68056e59-bdc6-41d8-8a03-29e25892afdb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.459607283Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.468853547Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"uri":"/crucible/0/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39/snapshots/68056e59-bdc6-41d8-8a03-29e25892afdb","method":"GET","req_id":"38c9b564-176c-4e3d-8d1b-523dbb50b907","remote_addr":"[fd00:1122:3344:101::c]:61453","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21318,"response_code":200} {"msg":"path is \"/data/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.472824362Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"dataset is oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.478272775Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"snapshot is oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39@68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.483939412Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39\", \"68056e59-bdc6-41d8-8a03-29e25892afdb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.483955833Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 17d035d3-9c36-4cd7-9b0c-a631f1339b39-68056e59-bdc6-41d8-8a03-29e25892afdb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.490854433Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"applying SMF actions for region 17d035d3-9c36-4cd7-9b0c-a631f1339b39 running snapshot 68056e59-bdc6-41d8-8a03-29e25892afdb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.490980235Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.490986315Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"uri":"/crucible/0/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39/snapshots/68056e59-bdc6-41d8-8a03-29e25892afdb/run","method":"POST","req_id":"245a74fa-4929-465a-a7dd-7efde10e0ecb","remote_addr":"[fd00:1122:3344:101::c]:61453","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18174,"response_code":200} {"msg":"creating missing snapshot instance snapshot-17d035d3-9c36-4cd7-9b0c-a631f1339b39-68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.49547797Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-17d035d3-9c36-4cd7-9b0c-a631f1339b39-68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.502950972Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-17d035d3-9c36-4cd7-9b0c-a631f1339b39-68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.512742797Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39/.zfs/snapshot/68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.513026292Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.513064572Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.513098953Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.513135554Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.513175265Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.517538997Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.522343488Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"worker"} {"msg":"region 17d035d3-9c36-4cd7-9b0c-a631f1339b39 running snapshot 68056e59-bdc6-41d8-8a03-29e25892afdb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.522351208Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"path is \"/data/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.726858821Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"dataset is oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.732965586Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"datafile"} {"msg":"snapshot is oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39@68056e59-bdc6-41d8-8a03-29e25892afdb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.738711735Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7dfbabce-628f-453c-a9b9-b032b685c93e/crucible/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39\", \"68056e59-bdc6-41d8-8a03-29e25892afdb\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.738726745Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-19T18:24:35.744664467Z","hostname":"oxz_crucible_0c701c5a-b030-4b3e-9a55-19a8c8c672a9","pid":25653,"uri":"/crucible/0/regions/17d035d3-9c36-4cd7-9b0c-a631f1339b39/snapshots/68056e59-bdc6-41d8-8a03-29e25892afdb/run","method":"POST","req_id":"776da9f5-6c6e-4ec3-832a-18be41eb96e2","remote_addr":"[fd00:1122:3344:101::c]:61453","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17821,"response_code":200}