{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.524082926Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56304"} {"msg":"region d5a48bda-ff60-4f34-b285-9765b1ad1de3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.524257859Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.52497878Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"51373747-0384-4299-b7e3-c38f8d0511e8","remote_addr":"[fd00:1122:3344:101::c]:56304","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":757,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.52499467Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/d5a48bda-ff60-4f34-b285-9765b1ad1de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.535385669Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/d5a48bda-ff60-4f34-b285-9765b1ad1de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.535403739Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d5a48bda-ff60-4f34-b285-9765b1ad1de3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d5a48bda-ff60-4f34-b285-9765b1ad1de3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.587067027Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"region":"d5a48bda-ff60-4f34-b285-9765b1ad1de3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d5a48bda-ff60-4f34-b285-9765b1ad1de3\" \"--data\" \"/data/regions/d5a48bda-ff60-4f34-b285-9765b1ad1de3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.587102248Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"region":"d5a48bda-ff60-4f34-b285-9765b1ad1de3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.701758277Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"region":"d5a48bda-ff60-4f34-b285-9765b1ad1de3","component":"worker"} {"msg":"region d5a48bda-ff60-4f34-b285-9765b1ad1de3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.701799718Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.701877679Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d5a48bda-ff60-4f34-b285-9765b1ad1de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.702212854Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d5a48bda-ff60-4f34-b285-9765b1ad1de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.712049614Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.734453526Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d5a48bda-ff60-4f34-b285-9765b1ad1de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.737841888Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5a48bda-ff60-4f34-b285-9765b1ad1de3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.738073511Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.738117472Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.738155792Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.738189853Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.741917Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.757582289Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:41.769101974Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"uri":"/crucible/0/regions","method":"POST","req_id":"4f83e005-83a9-4b9b-aa66-e297952e6635","remote_addr":"[fd00:1122:3344:101::c]:56304","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.597069093Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"uri":"/crucible/0/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc","method":"GET","req_id":"2310685f-7253-4875-a093-af53cda1fbcd","remote_addr":"[fd00:1122:3344:101::c]:56304","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"path is \"/data/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.600380824Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"dataset is oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.606550988Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"snapshot is oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc@493c36cd-977b-4b73-a041-c03a32f6d5de","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.612507929Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc\", \"493c36cd-977b-4b73-a041-c03a32f6d5de\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.612528479Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.62238855Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"uri":"/crucible/0/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc/snapshots/493c36cd-977b-4b73-a041-c03a32f6d5de","method":"GET","req_id":"ab1d7165-bb9e-4afe-b5dd-ab33c60d1e27","remote_addr":"[fd00:1122:3344:101::c]:56304","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22035,"response_code":200} {"msg":"path is \"/data/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.626039125Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"dataset is oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.632326101Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"snapshot is oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc@493c36cd-977b-4b73-a041-c03a32f6d5de","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.637815205Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc\", \"493c36cd-977b-4b73-a041-c03a32f6d5de\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.637826675Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot eb05b544-73b4-429f-bdd2-534fe8005bfc-493c36cd-977b-4b73-a041-c03a32f6d5de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.646401076Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.646529128Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"uri":"/crucible/0/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc/snapshots/493c36cd-977b-4b73-a041-c03a32f6d5de/run","method":"POST","req_id":"1591a220-dc83-47ad-b888-57fc17ded940","remote_addr":"[fd00:1122:3344:101::c]:56304","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20508,"response_code":200} {"msg":"applying SMF actions for region eb05b544-73b4-429f-bdd2-534fe8005bfc running snapshot 493c36cd-977b-4b73-a041-c03a32f6d5de (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.646546878Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-eb05b544-73b4-429f-bdd2-534fe8005bfc-493c36cd-977b-4b73-a041-c03a32f6d5de","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.650888635Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-eb05b544-73b4-429f-bdd2-534fe8005bfc-493c36cd-977b-4b73-a041-c03a32f6d5de","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.656411279Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-eb05b544-73b4-429f-bdd2-534fe8005bfc-493c36cd-977b-4b73-a041-c03a32f6d5de","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.667396506Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc/.zfs/snapshot/493c36cd-977b-4b73-a041-c03a32f6d5de","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.6676599Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.667707761Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.667746152Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.667783712Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.667839933Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.671498829Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.676211751Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"worker"} {"msg":"region eb05b544-73b4-429f-bdd2-534fe8005bfc running snapshot 493c36cd-977b-4b73-a041-c03a32f6d5de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:43.676222541Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"path is \"/data/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:44.000144063Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"dataset is oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:44.007306092Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"datafile"} {"msg":"snapshot is oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc@493c36cd-977b-4b73-a041-c03a32f6d5de","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:44.01440445Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f1dd5c7c-de43-4108-865f-a09d1713c40b/crucible/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc\", \"493c36cd-977b-4b73-a041-c03a32f6d5de\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:44.014427251Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T22:48:44.021706242Z","hostname":"oxz_crucible_f6d4f185-3be1-4078-a533-5c5e7388cef1","pid":24707,"uri":"/crucible/0/regions/eb05b544-73b4-429f-bdd2-534fe8005bfc/snapshots/493c36cd-977b-4b73-a041-c03a32f6d5de/run","method":"POST","req_id":"7d990d6e-9389-481d-8968-4548a4c971f4","remote_addr":"[fd00:1122:3344:101::c]:56304","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21604,"response_code":200}