{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.202371606Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43412"} {"msg":"region c05ba3d2-973e-41e5-9a15-f61cea476e10 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.202463438Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.203140559Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.20315272Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"uri":"/crucible/0/regions","method":"POST","req_id":"681bc923-cefe-4b3b-be09-b7d0ea2e37fc","remote_addr":"[fd00:1122:3344:101::b]:43412","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":718,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/c05ba3d2-973e-41e5-9a15-f61cea476e10","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.211506699Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/c05ba3d2-973e-41e5-9a15-f61cea476e10","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.21153514Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c05ba3d2-973e-41e5-9a15-f61cea476e10\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c05ba3d2-973e-41e5-9a15-f61cea476e10\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.258229664Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"region":"c05ba3d2-973e-41e5-9a15-f61cea476e10","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c05ba3d2-973e-41e5-9a15-f61cea476e10\" \"--data\" \"/data/regions/c05ba3d2-973e-41e5-9a15-f61cea476e10\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.258261594Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"region":"c05ba3d2-973e-41e5-9a15-f61cea476e10","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.314083151Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"region":"c05ba3d2-973e-41e5-9a15-f61cea476e10","component":"worker"} {"msg":"region c05ba3d2-973e-41e5-9a15-f61cea476e10 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.314115222Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.314237644Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c05ba3d2-973e-41e5-9a15-f61cea476e10","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.329377374Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c05ba3d2-973e-41e5-9a15-f61cea476e10","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.3324711Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.338831974Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c05ba3d2-973e-41e5-9a15-f61cea476e10","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.340099956Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c05ba3d2-973e-41e5-9a15-f61cea476e10","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.34030523Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.34035051Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.340388791Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.340426882Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.342191223Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.344911682Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:43.416662924Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"uri":"/crucible/0/regions","method":"POST","req_id":"5a3726ec-a946-4ddf-80af-a3db8fb2f244","remote_addr":"[fd00:1122:3344:101::b]:43412","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.327426533Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"uri":"/crucible/0/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b","method":"GET","req_id":"b0de0da5-8f52-494d-bf56-46bfc69b4617","remote_addr":"[fd00:1122:3344:101::b]:43412","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"path is \"/data/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.331366893Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"dataset is oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.337709807Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"snapshot is oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b@2454829e-c135-4d72-8911-45ad9cc85f35","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.344143152Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b\", \"2454829e-c135-4d72-8911-45ad9cc85f35\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.344175122Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.351854449Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"uri":"/crucible/0/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b/snapshots/2454829e-c135-4d72-8911-45ad9cc85f35","method":"GET","req_id":"508e91b6-a60e-45c9-8f04-7bb258dcbff3","remote_addr":"[fd00:1122:3344:101::b]:43412","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20519,"response_code":200} {"msg":"path is \"/data/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.355499224Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"dataset is oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.360408162Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"snapshot is oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b@2454829e-c135-4d72-8911-45ad9cc85f35","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.366335908Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b\", \"2454829e-c135-4d72-8911-45ad9cc85f35\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.366357208Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1c5f2a5a-87e6-4868-9876-69557fb3b00b-2454829e-c135-4d72-8911-45ad9cc85f35 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.373504796Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"applying SMF actions for region 1c5f2a5a-87e6-4868-9876-69557fb3b00b running snapshot 2454829e-c135-4d72-8911-45ad9cc85f35 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.373662029Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.373671539Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"uri":"/crucible/0/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b/snapshots/2454829e-c135-4d72-8911-45ad9cc85f35/run","method":"POST","req_id":"50189e36-abf2-4867-8c60-fec4c243160e","remote_addr":"[fd00:1122:3344:101::b]:43412","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18204,"response_code":200} {"msg":"creating missing snapshot instance snapshot-1c5f2a5a-87e6-4868-9876-69557fb3b00b-2454829e-c135-4d72-8911-45ad9cc85f35","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.378358863Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1c5f2a5a-87e6-4868-9876-69557fb3b00b-2454829e-c135-4d72-8911-45ad9cc85f35","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.387894713Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1c5f2a5a-87e6-4868-9876-69557fb3b00b-2454829e-c135-4d72-8911-45ad9cc85f35","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.392806081Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b/.zfs/snapshot/2454829e-c135-4d72-8911-45ad9cc85f35","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.393104006Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.393147187Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.393186088Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.393221608Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.393266289Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.395251574Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.398257578Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"worker"} {"msg":"region 1c5f2a5a-87e6-4868-9876-69557fb3b00b running snapshot 2454829e-c135-4d72-8911-45ad9cc85f35 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.398268538Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"path is \"/data/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.690175983Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"dataset is oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.696366753Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"datafile"} {"msg":"snapshot is oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b@2454829e-c135-4d72-8911-45ad9cc85f35","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.702662246Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d208cecb-d446-4037-8ac2-3b49d6cccdc3/crucible/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b\", \"2454829e-c135-4d72-8911-45ad9cc85f35\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.702678526Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-22T22:07:44.709308135Z","hostname":"oxz_crucible_c95a0546-cf5f-400a-af9a-1c34a696503c","pid":22410,"uri":"/crucible/0/regions/1c5f2a5a-87e6-4868-9876-69557fb3b00b/snapshots/2454829e-c135-4d72-8911-45ad9cc85f35/run","method":"POST","req_id":"ba135349-4c94-4f1e-96bc-e497c562b0ba","remote_addr":"[fd00:1122:3344:101::b]:43412","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19169,"response_code":200}