{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.643569319Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:43800"}
{"msg":"region f8a1d538-2b25-473f-b01f-f65cf18bb37f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.643653461Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.644309239Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"uri":"/crucible/0/regions","method":"POST","req_id":"4e78d7db-e76c-4a7e-b011-070faafa6176","remote_addr":"[fd00:1122:3344:101::b]:43800","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":690,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.644321209Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/f8a1d538-2b25-473f-b01f-f65cf18bb37f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.654163746Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/f8a1d538-2b25-473f-b01f-f65cf18bb37f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.654185496Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f8a1d538-2b25-473f-b01f-f65cf18bb37f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f8a1d538-2b25-473f-b01f-f65cf18bb37f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.705469656Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"region":"f8a1d538-2b25-473f-b01f-f65cf18bb37f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f8a1d538-2b25-473f-b01f-f65cf18bb37f\" \"--data\" \"/data/regions/f8a1d538-2b25-473f-b01f-f65cf18bb37f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.705506687Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"region":"f8a1d538-2b25-473f-b01f-f65cf18bb37f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.828695904Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"region":"f8a1d538-2b25-473f-b01f-f65cf18bb37f","component":"worker"}
{"msg":"region f8a1d538-2b25-473f-b01f-f65cf18bb37f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.828733005Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.828836227Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f8a1d538-2b25-473f-b01f-f65cf18bb37f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.847037323Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f8a1d538-2b25-473f-b01f-f65cf18bb37f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.854138378Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.866374808Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f8a1d538-2b25-473f-b01f-f65cf18bb37f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.869995312Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f8a1d538-2b25-473f-b01f-f65cf18bb37f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.870218198Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.870259859Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.87029576Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.870330151Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.874014227Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.878625398Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:13.991935597Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"uri":"/crucible/0/regions","method":"POST","req_id":"59621ca1-c7ff-45b5-9668-1645206ba605","remote_addr":"[fd00:1122:3344:101::b]:43800","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.250972517Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"uri":"/crucible/0/regions/d42e0c29-bb8b-492b-a58b-27553884b69b","method":"GET","req_id":"f55d846d-fbb4-4d03-91f7-c97d6be11968","remote_addr":"[fd00:1122:3344:101::b]:43800","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"path is \"/data/regions/d42e0c29-bb8b-492b-a58b-27553884b69b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.254574141Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"dataset is oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/d42e0c29-bb8b-492b-a58b-27553884b69b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.260564607Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"snapshot is oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/d42e0c29-bb8b-492b-a58b-27553884b69b@eaf8d5a3-f4b8-4964-8779-47d08c534cee","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.267516529Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/d42e0c29-bb8b-492b-a58b-27553884b69b\", \"eaf8d5a3-f4b8-4964-8779-47d08c534cee\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.26754167Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.276115003Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"uri":"/crucible/0/regions/d42e0c29-bb8b-492b-a58b-27553884b69b/snapshots/eaf8d5a3-f4b8-4964-8779-47d08c534cee","method":"GET","req_id":"95de3bf1-21a0-4ce9-aa37-e47abacf974b","remote_addr":"[fd00:1122:3344:101::b]:43800","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21566,"response_code":200}
{"msg":"path is \"/data/regions/d42e0c29-bb8b-492b-a58b-27553884b69b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.279863671Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"dataset is oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/d42e0c29-bb8b-492b-a58b-27553884b69b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.286386211Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"snapshot is oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/d42e0c29-bb8b-492b-a58b-27553884b69b@eaf8d5a3-f4b8-4964-8779-47d08c534cee","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.292894352Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/d42e0c29-bb8b-492b-a58b-27553884b69b\", \"eaf8d5a3-f4b8-4964-8779-47d08c534cee\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.292911532Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d42e0c29-bb8b-492b-a58b-27553884b69b-eaf8d5a3-f4b8-4964-8779-47d08c534cee state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.300640634Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.300772237Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"uri":"/crucible/0/regions/d42e0c29-bb8b-492b-a58b-27553884b69b/snapshots/eaf8d5a3-f4b8-4964-8779-47d08c534cee/run","method":"POST","req_id":"cc9ff3f5-133f-4d40-9700-f2c89713aa7a","remote_addr":"[fd00:1122:3344:101::b]:43800","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20936,"response_code":200}
{"msg":"applying SMF actions for region d42e0c29-bb8b-492b-a58b-27553884b69b running snapshot eaf8d5a3-f4b8-4964-8779-47d08c534cee (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.300790178Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-d42e0c29-bb8b-492b-a58b-27553884b69b-eaf8d5a3-f4b8-4964-8779-47d08c534cee","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.305202893Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d42e0c29-bb8b-492b-a58b-27553884b69b-eaf8d5a3-f4b8-4964-8779-47d08c534cee","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.311176749Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d42e0c29-bb8b-492b-a58b-27553884b69b-eaf8d5a3-f4b8-4964-8779-47d08c534cee","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.323800379Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d42e0c29-bb8b-492b-a58b-27553884b69b/.zfs/snapshot/eaf8d5a3-f4b8-4964-8779-47d08c534cee","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.324002294Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.324043405Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.324079226Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.324113417Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.324156638Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.328360168Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.333258006Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"worker"}
{"msg":"region d42e0c29-bb8b-492b-a58b-27553884b69b running snapshot eaf8d5a3-f4b8-4964-8779-47d08c534cee state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.333267856Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"path is \"/data/regions/d42e0c29-bb8b-492b-a58b-27553884b69b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.662223406Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"dataset is oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/d42e0c29-bb8b-492b-a58b-27553884b69b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.66848743Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"datafile"}
{"msg":"snapshot is oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/d42e0c29-bb8b-492b-a58b-27553884b69b@eaf8d5a3-f4b8-4964-8779-47d08c534cee","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.67423836Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ad6411fc-2933-4a0c-a1a8-294a9a14695a/crucible/regions/d42e0c29-bb8b-492b-a58b-27553884b69b\", \"eaf8d5a3-f4b8-4964-8779-47d08c534cee\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.674261631Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T17:54:15.67998488Z","hostname":"oxz_crucible_b81388d5-142a-4c93-bc4f-b1b54b3dc1bb","pid":24222,"uri":"/crucible/0/regions/d42e0c29-bb8b-492b-a58b-27553884b69b/snapshots/eaf8d5a3-f4b8-4964-8779-47d08c534cee/run","method":"POST","req_id":"d1a286cb-efec-4172-862e-e1fc11613d66","remote_addr":"[fd00:1122:3344:101::b]:43800","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17812,"response_code":200}