{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:08.937358295Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36523"} {"msg":"region 66f4e69c-5d66-4b07-827f-5323ef08b44e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:08.937554896Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:08.938225979Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"uri":"/crucible/0/regions","method":"POST","req_id":"ed04eef5-eab2-4e5d-9f96-84a5e8094d3f","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":708,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:08.938239119Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/66f4e69c-5d66-4b07-827f-5323ef08b44e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:08.962590825Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/66f4e69c-5d66-4b07-827f-5323ef08b44e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:08.962606865Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.099930621Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"uri":"/crucible/0/regions","method":"POST","req_id":"06227dc6-4c54-46fe-9594-3c2428226e1c","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"creating region Region { id: RegionId(\"66f4e69c-5d66-4b07-827f-5323ef08b44e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/66f4e69c-5d66-4b07-827f-5323ef08b44e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.685665062Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"region":"66f4e69c-5d66-4b07-827f-5323ef08b44e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"66f4e69c-5d66-4b07-827f-5323ef08b44e\" \"--data\" \"/data/regions/66f4e69c-5d66-4b07-827f-5323ef08b44e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.685697702Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"region":"66f4e69c-5d66-4b07-827f-5323ef08b44e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.731177139Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"uri":"/crucible/0/regions","method":"POST","req_id":"34111678-5660-49de-86ed-5f23ad5719b5","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.769411785Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"region":"66f4e69c-5d66-4b07-827f-5323ef08b44e","component":"worker"} {"msg":"region 66f4e69c-5d66-4b07-827f-5323ef08b44e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.769430865Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.769567406Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-66f4e69c-5d66-4b07-827f-5323ef08b44e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.792793817Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-66f4e69c-5d66-4b07-827f-5323ef08b44e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.801826656Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.811570938Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-66f4e69c-5d66-4b07-827f-5323ef08b44e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.814623122Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66f4e69c-5d66-4b07-827f-5323ef08b44e","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.814824002Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.814882343Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.814928593Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.814968973Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.818771209Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:09.823237629Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.522169351Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"uri":"/crucible/0/regions","method":"POST","req_id":"bf026429-0b5c-4309-ad16-48392af1bd43","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.924496856Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"uri":"/crucible/0/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41","method":"GET","req_id":"40106efd-bc13-444d-83eb-a68c901adb68","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"path is \"/data/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.932772112Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"dataset is oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.93933453Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"snapshot is oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41@67819a7a-9ac6-41e3-9914-01e877dd2567","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.945929309Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41\", \"67819a7a-9ac6-41e3-9914-01e877dd2567\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.945950089Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.954952918Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"uri":"/crucible/0/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41/snapshots/67819a7a-9ac6-41e3-9914-01e877dd2567","method":"GET","req_id":"55a984ce-6463-4ece-86d8-bb1feff61ccb","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22206,"response_code":200} {"msg":"path is \"/data/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.960985335Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"dataset is oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.966482588Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"snapshot is oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41@67819a7a-9ac6-41e3-9914-01e877dd2567","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.973540039Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41\", \"67819a7a-9ac6-41e3-9914-01e877dd2567\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.973562789Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 01cf3375-8b08-4766-8a0f-51ddb8ea6e41-67819a7a-9ac6-41e3-9914-01e877dd2567 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.981957446Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.982102616Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"uri":"/crucible/0/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41/snapshots/67819a7a-9ac6-41e3-9914-01e877dd2567/run","method":"POST","req_id":"4da5d71d-fd5b-40b1-8bc7-6ff3176dbb63","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21133,"response_code":200} {"msg":"applying SMF actions for region 01cf3375-8b08-4766-8a0f-51ddb8ea6e41 running snapshot 67819a7a-9ac6-41e3-9914-01e877dd2567 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.982119636Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-01cf3375-8b08-4766-8a0f-51ddb8ea6e41-67819a7a-9ac6-41e3-9914-01e877dd2567","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.987219638Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-01cf3375-8b08-4766-8a0f-51ddb8ea6e41-67819a7a-9ac6-41e3-9914-01e877dd2567","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.990135901Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-01cf3375-8b08-4766-8a0f-51ddb8ea6e41-67819a7a-9ac6-41e3-9914-01e877dd2567","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.999358761Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41/.zfs/snapshot/67819a7a-9ac6-41e3-9914-01e877dd2567","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.999561492Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.999601192Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.999636992Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.999671212Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:10.999712072Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:11.003430759Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:11.007616097Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"worker"} {"msg":"region 01cf3375-8b08-4766-8a0f-51ddb8ea6e41 running snapshot 67819a7a-9ac6-41e3-9914-01e877dd2567 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:11.007629067Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"path is \"/data/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:11.340581961Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"dataset is oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:11.346870528Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"datafile"} {"msg":"snapshot is oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41@67819a7a-9ac6-41e3-9914-01e877dd2567","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:11.353826808Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b9bfae8b-54c6-4db3-b43b-d8ebe732d491/crucible/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41\", \"67819a7a-9ac6-41e3-9914-01e877dd2567\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:11.353850328Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-19T20:15:11.360988499Z","hostname":"oxz_crucible_afa2a21a-cfb6-42c2-925d-6dd2a646a4dc","pid":25593,"uri":"/crucible/0/regions/01cf3375-8b08-4766-8a0f-51ddb8ea6e41/snapshots/67819a7a-9ac6-41e3-9914-01e877dd2567/run","method":"POST","req_id":"6fb2163b-3131-4060-8c77-174b39ea9a3c","remote_addr":"[fd00:1122:3344:101::a]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20440,"response_code":200}