{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.827898701Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36993"} {"msg":"region fcf4ca77-7659-4b5b-ab93-d5915418eaac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.828094155Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.828811432Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"uri":"/crucible/0/regions","method":"POST","req_id":"a92308df-a62a-484e-869e-8e41089d7c89","remote_addr":"[fd00:1122:3344:101::a]:36993","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":754,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.828830822Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/fcf4ca77-7659-4b5b-ab93-d5915418eaac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.83650066Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/fcf4ca77-7659-4b5b-ab93-d5915418eaac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.836519731Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fcf4ca77-7659-4b5b-ab93-d5915418eaac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fcf4ca77-7659-4b5b-ab93-d5915418eaac\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.875260049Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"region":"fcf4ca77-7659-4b5b-ab93-d5915418eaac","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fcf4ca77-7659-4b5b-ab93-d5915418eaac\" \"--data\" \"/data/regions/fcf4ca77-7659-4b5b-ab93-d5915418eaac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.87529556Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"region":"fcf4ca77-7659-4b5b-ab93-d5915418eaac","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.929811915Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"region":"fcf4ca77-7659-4b5b-ab93-d5915418eaac","component":"worker"} {"msg":"region fcf4ca77-7659-4b5b-ab93-d5915418eaac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.929843015Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.929972358Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fcf4ca77-7659-4b5b-ab93-d5915418eaac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.942298414Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fcf4ca77-7659-4b5b-ab93-d5915418eaac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.947045704Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.953323Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fcf4ca77-7659-4b5b-ab93-d5915418eaac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.954753683Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fcf4ca77-7659-4b5b-ab93-d5915418eaac","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.955031729Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.955076191Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.955112922Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.955149382Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.957033596Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.959615726Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:30.991618588Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"uri":"/crucible/0/regions","method":"POST","req_id":"f130f2b2-56ae-4de2-9320-0411f7da8e65","remote_addr":"[fd00:1122:3344:101::a]:36993","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.967041011Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"uri":"/crucible/0/regions/05dedda1-3605-4fb9-afcb-27e1076417c5","method":"GET","req_id":"462318db-af95-4404-800b-41a483821769","remote_addr":"[fd00:1122:3344:101::a]:36993","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/05dedda1-3605-4fb9-afcb-27e1076417c5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.977605246Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"dataset is oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/05dedda1-3605-4fb9-afcb-27e1076417c5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.984736632Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"snapshot is oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/05dedda1-3605-4fb9-afcb-27e1076417c5@530e9506-0274-43bf-825a-2c3aaab5837a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.991285464Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/05dedda1-3605-4fb9-afcb-27e1076417c5\", \"530e9506-0274-43bf-825a-2c3aaab5837a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:31.991306054Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.000582449Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"uri":"/crucible/0/regions/05dedda1-3605-4fb9-afcb-27e1076417c5/snapshots/530e9506-0274-43bf-825a-2c3aaab5837a","method":"GET","req_id":"6e8bc140-403f-4328-8d0d-bea89359ce7c","remote_addr":"[fd00:1122:3344:101::a]:36993","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23013,"response_code":200} {"msg":"path is \"/data/regions/05dedda1-3605-4fb9-afcb-27e1076417c5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.006718172Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"dataset is oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/05dedda1-3605-4fb9-afcb-27e1076417c5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.013239003Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"snapshot is oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/05dedda1-3605-4fb9-afcb-27e1076417c5@530e9506-0274-43bf-825a-2c3aaab5837a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.018843623Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/05dedda1-3605-4fb9-afcb-27e1076417c5\", \"530e9506-0274-43bf-825a-2c3aaab5837a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.018856823Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 05dedda1-3605-4fb9-afcb-27e1076417c5-530e9506-0274-43bf-825a-2c3aaab5837a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.025429806Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.025555289Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"uri":"/crucible/0/regions/05dedda1-3605-4fb9-afcb-27e1076417c5/snapshots/530e9506-0274-43bf-825a-2c3aaab5837a/run","method":"POST","req_id":"c99f5d20-5996-4458-8477-6037d976c897","remote_addr":"[fd00:1122:3344:101::a]:36993","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18879,"response_code":200} {"msg":"applying SMF actions for region 05dedda1-3605-4fb9-afcb-27e1076417c5 running snapshot 530e9506-0274-43bf-825a-2c3aaab5837a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.025571619Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-05dedda1-3605-4fb9-afcb-27e1076417c5-530e9506-0274-43bf-825a-2c3aaab5837a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.030621856Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-05dedda1-3605-4fb9-afcb-27e1076417c5-530e9506-0274-43bf-825a-2c3aaab5837a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.031929836Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-05dedda1-3605-4fb9-afcb-27e1076417c5-530e9506-0274-43bf-825a-2c3aaab5837a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.036990524Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05dedda1-3605-4fb9-afcb-27e1076417c5/.zfs/snapshot/530e9506-0274-43bf-825a-2c3aaab5837a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.03725031Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.037298711Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.037335682Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.037372372Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.037417644Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.039210825Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.042048341Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"worker"} {"msg":"region 05dedda1-3605-4fb9-afcb-27e1076417c5 running snapshot 530e9506-0274-43bf-825a-2c3aaab5837a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.042060261Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"path is \"/data/regions/05dedda1-3605-4fb9-afcb-27e1076417c5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.400257039Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"dataset is oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/05dedda1-3605-4fb9-afcb-27e1076417c5","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.406954774Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"datafile"} {"msg":"snapshot is oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/05dedda1-3605-4fb9-afcb-27e1076417c5@530e9506-0274-43bf-825a-2c3aaab5837a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.412465742Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_52d90255-870a-4e0b-9b12-8560c5792cc1/crucible/regions/05dedda1-3605-4fb9-afcb-27e1076417c5\", \"530e9506-0274-43bf-825a-2c3aaab5837a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.412497192Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-20T18:22:32.418737937Z","hostname":"oxz_crucible_76a5adac-3885-47e8-98f0-a755b8a3f537","pid":23450,"uri":"/crucible/0/regions/05dedda1-3605-4fb9-afcb-27e1076417c5/snapshots/530e9506-0274-43bf-825a-2c3aaab5837a/run","method":"POST","req_id":"aae6d571-62cd-4de7-b5dc-9bd407741b86","remote_addr":"[fd00:1122:3344:101::a]:36993","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18526,"response_code":200}