{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.233599563Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36029"}
{"msg":"region c60c58e0-626c-4305-a82f-58c07eb9ce3c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.233672205Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.234239968Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"4b99096e-3554-4498-9b69-3966a6927424","remote_addr":"[fd00:1122:3344:101::b]:36029","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":604,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.234252238Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/c60c58e0-626c-4305-a82f-58c07eb9ce3c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.243575296Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/c60c58e0-626c-4305-a82f-58c07eb9ce3c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.243595406Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c60c58e0-626c-4305-a82f-58c07eb9ce3c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c60c58e0-626c-4305-a82f-58c07eb9ce3c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.298364432Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"region":"c60c58e0-626c-4305-a82f-58c07eb9ce3c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c60c58e0-626c-4305-a82f-58c07eb9ce3c\" \"--data\" \"/data/regions/c60c58e0-626c-4305-a82f-58c07eb9ce3c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.298397572Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"region":"c60c58e0-626c-4305-a82f-58c07eb9ce3c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.372472028Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"region":"c60c58e0-626c-4305-a82f-58c07eb9ce3c","component":"worker"}
{"msg":"region c60c58e0-626c-4305-a82f-58c07eb9ce3c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.372505689Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.372630932Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c60c58e0-626c-4305-a82f-58c07eb9ce3c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.373102243Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c60c58e0-626c-4305-a82f-58c07eb9ce3c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.386269749Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.409588752Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c60c58e0-626c-4305-a82f-58c07eb9ce3c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.413581354Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c60c58e0-626c-4305-a82f-58c07eb9ce3c","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.413851998Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.413911296Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.413959532Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.41400953Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.418168272Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.438049855Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:57.502085176Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"7bbfacfd-2ed9-4745-b457-4cd98901458c","remote_addr":"[fd00:1122:3344:101::b]:36029","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.582999861Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"uri":"/crucible/0/regions/ffc41183-dce3-4762-b258-e7051b1ba514","method":"GET","req_id":"c015db8a-46c2-4b3f-b87f-0c6c0d7cabf8","remote_addr":"[fd00:1122:3344:101::b]:36029","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/ffc41183-dce3-4762-b258-e7051b1ba514\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.586060773Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"dataset is oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/ffc41183-dce3-4762-b258-e7051b1ba514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.592511253Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"snapshot is oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/ffc41183-dce3-4762-b258-e7051b1ba514@4f77290d-2a39-45e8-bd81-6ae98ed0601a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.599022144Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/ffc41183-dce3-4762-b258-e7051b1ba514\", \"4f77290d-2a39-45e8-bd81-6ae98ed0601a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.599038955Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.607090152Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"uri":"/crucible/0/regions/ffc41183-dce3-4762-b258-e7051b1ba514/snapshots/4f77290d-2a39-45e8-bd81-6ae98ed0601a","method":"GET","req_id":"7746189f-0b51-4344-80e8-fbb13522e5cf","remote_addr":"[fd00:1122:3344:101::b]:36029","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21050,"response_code":200}
{"msg":"path is \"/data/regions/ffc41183-dce3-4762-b258-e7051b1ba514\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.610474242Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"dataset is oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/ffc41183-dce3-4762-b258-e7051b1ba514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.615416746Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"snapshot is oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/ffc41183-dce3-4762-b258-e7051b1ba514@4f77290d-2a39-45e8-bd81-6ae98ed0601a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.62029165Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/ffc41183-dce3-4762-b258-e7051b1ba514\", \"4f77290d-2a39-45e8-bd81-6ae98ed0601a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.620316751Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ffc41183-dce3-4762-b258-e7051b1ba514-4f77290d-2a39-45e8-bd81-6ae98ed0601a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.62714715Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.627281163Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"uri":"/crucible/0/regions/ffc41183-dce3-4762-b258-e7051b1ba514/snapshots/4f77290d-2a39-45e8-bd81-6ae98ed0601a/run","method":"POST","req_id":"2a9cd7e7-92b9-4769-af49-6f505dab8b0f","remote_addr":"[fd00:1122:3344:101::b]:36029","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16763,"response_code":200}
{"msg":"applying SMF actions for region ffc41183-dce3-4762-b258-e7051b1ba514 running snapshot 4f77290d-2a39-45e8-bd81-6ae98ed0601a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.627298173Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-ffc41183-dce3-4762-b258-e7051b1ba514-4f77290d-2a39-45e8-bd81-6ae98ed0601a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.631577503Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ffc41183-dce3-4762-b258-e7051b1ba514-4f77290d-2a39-45e8-bd81-6ae98ed0601a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.639523248Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ffc41183-dce3-4762-b258-e7051b1ba514-4f77290d-2a39-45e8-bd81-6ae98ed0601a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.648875926Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ffc41183-dce3-4762-b258-e7051b1ba514/.zfs/snapshot/4f77290d-2a39-45e8-bd81-6ae98ed0601a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.649148812Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.649203273Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.649246804Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.649290215Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.649349667Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.652949671Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.656936693Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"worker"}
{"msg":"region ffc41183-dce3-4762-b258-e7051b1ba514 running snapshot 4f77290d-2a39-45e8-bd81-6ae98ed0601a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.656947614Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"path is \"/data/regions/ffc41183-dce3-4762-b258-e7051b1ba514\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.913219822Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"dataset is oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/ffc41183-dce3-4762-b258-e7051b1ba514","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.919851757Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"datafile"}
{"msg":"snapshot is oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/ffc41183-dce3-4762-b258-e7051b1ba514@4f77290d-2a39-45e8-bd81-6ae98ed0601a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.926280777Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ac7d0fc5-5531-404b-a9d2-73a3626fdb19/crucible/regions/ffc41183-dce3-4762-b258-e7051b1ba514\", \"4f77290d-2a39-45e8-bd81-6ae98ed0601a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.926296487Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T20:09:58.932840339Z","hostname":"oxz_crucible_8f7c97fd-3759-45bb-ad65-c0f194104001","pid":23406,"uri":"/crucible/0/regions/ffc41183-dce3-4762-b258-e7051b1ba514/snapshots/4f77290d-2a39-45e8-bd81-6ae98ed0601a/run","method":"POST","req_id":"dcf12d46-9487-4f33-8bbe-0a4e09b647b1","remote_addr":"[fd00:1122:3344:101::b]:36029","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19656,"response_code":200}