{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.524023543Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38660"} {"msg":"region cd90db74-ceb2-433f-83a7-fe4f8c6a91c8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.524115415Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.524772678Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"uri":"/crucible/0/regions","method":"POST","req_id":"4400ab7f-5c6c-416d-a2a4-b36a6c8ccb6c","remote_addr":"[fd00:1122:3344:101::b]:38660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":691,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.524785349Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/cd90db74-ceb2-433f-83a7-fe4f8c6a91c8","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.533737434Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/cd90db74-ceb2-433f-83a7-fe4f8c6a91c8","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.533754205Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cd90db74-ceb2-433f-83a7-fe4f8c6a91c8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cd90db74-ceb2-433f-83a7-fe4f8c6a91c8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.582448511Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"region":"cd90db74-ceb2-433f-83a7-fe4f8c6a91c8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cd90db74-ceb2-433f-83a7-fe4f8c6a91c8\" \"--data\" \"/data/regions/cd90db74-ceb2-433f-83a7-fe4f8c6a91c8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.582477562Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"region":"cd90db74-ceb2-433f-83a7-fe4f8c6a91c8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.664798198Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"region":"cd90db74-ceb2-433f-83a7-fe4f8c6a91c8","component":"worker"} {"msg":"region cd90db74-ceb2-433f-83a7-fe4f8c6a91c8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.664827639Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.664962082Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cd90db74-ceb2-433f-83a7-fe4f8c6a91c8","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.675395687Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.677114Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"uri":"/crucible/0/regions","method":"POST","req_id":"30e0ff92-7b3c-41d9-aad6-4ed6d653364d","remote_addr":"[fd00:1122:3344:101::b]:38660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cd90db74-ceb2-433f-83a7-fe4f8c6a91c8","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.679980337Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.694516432Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cd90db74-ceb2-433f-83a7-fe4f8c6a91c8","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.698030801Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cd90db74-ceb2-433f-83a7-fe4f8c6a91c8","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.698330137Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.698373928Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.698416009Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.698449869Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.701749694Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:40:58.70611853Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.243371131Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"uri":"/crucible/0/regions/6e366316-ed98-4653-9a74-ab9be612c9a6","method":"GET","req_id":"2391c4b4-8bba-4148-a3d3-69ef37d62e34","remote_addr":"[fd00:1122:3344:101::b]:38660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"path is \"/data/regions/6e366316-ed98-4653-9a74-ab9be612c9a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.250518962Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"dataset is oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/6e366316-ed98-4653-9a74-ab9be612c9a6","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.257001449Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"snapshot is oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/6e366316-ed98-4653-9a74-ab9be612c9a6@67404747-1fa4-4031-844e-a8d15035fdca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.262321734Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/6e366316-ed98-4653-9a74-ab9be612c9a6\", \"67404747-1fa4-4031-844e-a8d15035fdca\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.262333194Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.272409462Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"uri":"/crucible/0/regions/6e366316-ed98-4653-9a74-ab9be612c9a6/snapshots/67404747-1fa4-4031-844e-a8d15035fdca","method":"GET","req_id":"5b4886de-34b7-416b-ae30-2a1dab5974d4","remote_addr":"[fd00:1122:3344:101::b]:38660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25633,"response_code":200} {"msg":"path is \"/data/regions/6e366316-ed98-4653-9a74-ab9be612c9a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.275249438Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"dataset is oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/6e366316-ed98-4653-9a74-ab9be612c9a6","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.281810737Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"snapshot is oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/6e366316-ed98-4653-9a74-ab9be612c9a6@67404747-1fa4-4031-844e-a8d15035fdca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.288223832Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/6e366316-ed98-4653-9a74-ab9be612c9a6\", \"67404747-1fa4-4031-844e-a8d15035fdca\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.288249453Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 6e366316-ed98-4653-9a74-ab9be612c9a6-67404747-1fa4-4031-844e-a8d15035fdca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.294764491Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.294916304Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"uri":"/crucible/0/regions/6e366316-ed98-4653-9a74-ab9be612c9a6/snapshots/67404747-1fa4-4031-844e-a8d15035fdca/run","method":"POST","req_id":"35ede9aa-6b25-4df9-a0f4-aa80461371e3","remote_addr":"[fd00:1122:3344:101::b]:38660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19701,"response_code":200} {"msg":"applying SMF actions for region 6e366316-ed98-4653-9a74-ab9be612c9a6 running snapshot 67404747-1fa4-4031-844e-a8d15035fdca (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.294942634Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-6e366316-ed98-4653-9a74-ab9be612c9a6-67404747-1fa4-4031-844e-a8d15035fdca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.297429363Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6e366316-ed98-4653-9a74-ab9be612c9a6-67404747-1fa4-4031-844e-a8d15035fdca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.302082314Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6e366316-ed98-4653-9a74-ab9be612c9a6-67404747-1fa4-4031-844e-a8d15035fdca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.311720884Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e366316-ed98-4653-9a74-ab9be612c9a6/.zfs/snapshot/67404747-1fa4-4031-844e-a8d15035fdca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.312012509Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.31204914Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.312088661Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.312123092Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.312166862Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.315954547Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.320292532Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"worker"} {"msg":"region 6e366316-ed98-4653-9a74-ab9be612c9a6 running snapshot 67404747-1fa4-4031-844e-a8d15035fdca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.320301822Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"path is \"/data/regions/6e366316-ed98-4653-9a74-ab9be612c9a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.595720781Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"dataset is oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/6e366316-ed98-4653-9a74-ab9be612c9a6","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.601480015Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"datafile"} {"msg":"snapshot is oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/6e366316-ed98-4653-9a74-ab9be612c9a6@67404747-1fa4-4031-844e-a8d15035fdca","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.606492103Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_092244ff-277f-4ddd-a58f-23dfc474a683/crucible/regions/6e366316-ed98-4653-9a74-ab9be612c9a6\", \"67404747-1fa4-4031-844e-a8d15035fdca\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.606505353Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-14T01:41:00.610729946Z","hostname":"oxz_crucible_9091635f-135d-4564-a2f7-f2fd6fc025ec","pid":25704,"uri":"/crucible/0/regions/6e366316-ed98-4653-9a74-ab9be612c9a6/snapshots/67404747-1fa4-4031-844e-a8d15035fdca/run","method":"POST","req_id":"19e9fa88-ec53-442c-a628-60c8014d748d","remote_addr":"[fd00:1122:3344:101::b]:38660","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15033,"response_code":200}