[ May 16 04:30:54 Enabled. ]
[ May 16 04:30:54 Rereading configuration. ]
[ May 16 04:30:56 Rereading configuration. ]
[ May 16 04:30:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.266109691Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931}
{"msg":"dataset: \"oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.266368507Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.266382698Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.266391578Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.289578833Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:30:58.352901911Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.937202515Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38521"}
{"msg":"region 60fdc41e-c878-4512-8cbd-5b5265c34390 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.970693125Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.973221487Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.973254598Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions","method":"POST","req_id":"93085941-83f5-405f-96a3-fddc00536e44","remote_addr":"[fd00:1122:3344:101::a]:38521","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":14662,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.979733669Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:23.979754649Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"60fdc41e-c878-4512-8cbd-5b5265c34390\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/60fdc41e-c878-4512-8cbd-5b5265c34390\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.029812229Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"region":"60fdc41e-c878-4512-8cbd-5b5265c34390","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"60fdc41e-c878-4512-8cbd-5b5265c34390\" \"--data\" \"/data/regions/60fdc41e-c878-4512-8cbd-5b5265c34390\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.031766368Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"region":"60fdc41e-c878-4512-8cbd-5b5265c34390","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.161129142Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"region":"60fdc41e-c878-4512-8cbd-5b5265c34390","component":"worker"}
{"msg":"region 60fdc41e-c878-4512-8cbd-5b5265c34390 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.161169723Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.161268596Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-60fdc41e-c878-4512-8cbd-5b5265c34390","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.161655526Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-60fdc41e-c878-4512-8cbd-5b5265c34390","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.166250869Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.177846897Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60fdc41e-c878-4512-8cbd-5b5265c34390","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.179119578Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60fdc41e-c878-4512-8cbd-5b5265c34390","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.179845336Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.179914338Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.179962759Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.17999926Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.182221035Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.184501421Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:31:24.313278252Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions","method":"POST","req_id":"ec760665-ad6b-4744-98b4-9be5c195c07c","remote_addr":"[fd00:1122:3344:101::a]:38521","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.246140786Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63330"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.246237538Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions/60fdc41e-c878-4512-8cbd-5b5265c34390","method":"GET","req_id":"c94cb4b3-db03-4350-aeb8-0ae32fd4ed52","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"path is \"/data/regions/60fdc41e-c878-4512-8cbd-5b5265c34390\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.249497909Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"dataset is oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.25601696Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"snapshot is oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390@fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.261059285Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390\", \"fa477bb9-6515-4093-a7cb-37ae5d795b07\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.261078746Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.270737305Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions/60fdc41e-c878-4512-8cbd-5b5265c34390/snapshots/fa477bb9-6515-4093-a7cb-37ae5d795b07","method":"GET","req_id":"452dcf24-fbd3-43dd-b531-1bd8f36e53b4","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21251,"response_code":200}
{"msg":"path is \"/data/regions/60fdc41e-c878-4512-8cbd-5b5265c34390\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.274607231Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"dataset is oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.280455916Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"snapshot is oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390@fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.285828279Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390\", \"fa477bb9-6515-4093-a7cb-37ae5d795b07\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.28585933Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 60fdc41e-c878-4512-8cbd-5b5265c34390-fa477bb9-6515-4093-a7cb-37ae5d795b07 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.293718894Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"applying SMF actions for region 60fdc41e-c878-4512-8cbd-5b5265c34390 running snapshot fa477bb9-6515-4093-a7cb-37ae5d795b07 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.29434604Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.294376411Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions/60fdc41e-c878-4512-8cbd-5b5265c34390/snapshots/fa477bb9-6515-4093-a7cb-37ae5d795b07/run","method":"POST","req_id":"e17cfcad-30dd-44d6-92e4-b280f4ae95e6","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19812,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-60fdc41e-c878-4512-8cbd-5b5265c34390-fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.308903241Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-60fdc41e-c878-4512-8cbd-5b5265c34390-fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.311379122Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-60fdc41e-c878-4512-8cbd-5b5265c34390-fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.318218161Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60fdc41e-c878-4512-8cbd-5b5265c34390/.zfs/snapshot/fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.318522669Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.31855461Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.318605781Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.318633962Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.318683553Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.320684033Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.323642796Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"region 60fdc41e-c878-4512-8cbd-5b5265c34390 running snapshot fa477bb9-6515-4093-a7cb-37ae5d795b07 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.323666026Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"path is \"/data/regions/60fdc41e-c878-4512-8cbd-5b5265c34390\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.483921286Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"dataset is oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.490920559Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"snapshot is oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390@fa477bb9-6515-4093-a7cb-37ae5d795b07","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.4978084Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/60fdc41e-c878-4512-8cbd-5b5265c34390\", \"fa477bb9-6515-4093-a7cb-37ae5d795b07\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.497839971Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:35.504818724Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions/60fdc41e-c878-4512-8cbd-5b5265c34390/snapshots/fa477bb9-6515-4093-a7cb-37ae5d795b07/run","method":"POST","req_id":"474136a5-9177-4618-a6d7-69af0f19f186","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20933,"response_code":200}
{"msg":"region ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.354296862Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.354527328Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions","method":"POST","req_id":"57fe8801-6f9e-43d1-a726-4e02c2cfbea9","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":270,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.354557759Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.361685905Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.361721046Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.411301884Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"region":"ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b\" \"--data\" \"/data/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.411343235Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"region":"ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.464947193Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"region":"ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","component":"worker"}
{"msg":"region ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.464981324Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.465093327Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.466111932Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.470347177Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.474868389Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.476230042Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.47651932Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.476556131Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.476607112Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.476647953Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.478378286Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.482326824Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:42:40.494125206Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions","method":"POST","req_id":"52e3e81c-e44f-4d12-9ca3-50ef0eba5c4b","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.407291851Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","method":"GET","req_id":"cf61c57c-a7d9-4b0e-b584-bec47a0c907b","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"path is \"/data/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.4108954Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"dataset is oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.420346665Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"region ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.429144403Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.429325657Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.429373568Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","method":"DELETE","req_id":"32bfe02b-6c40-4cde-9bc2-183298d8e439","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18486,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.430566648Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.433843349Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","method":"GET","req_id":"d61475f9-cc24-4d03-af05-74f7603e62ce","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.435756056Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2a8538fa-affb-4032-89b9-7438a79bc6ec/crucible/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.445305013Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"region":"ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","component":"worker"}
{"msg":"region ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.513875891Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T04:43:04.526915195Z","hostname":"oxz_crucible_631eb331-320e-41a1-aaa5-233fffcd8dfe","pid":26931,"uri":"/crucible/0/regions/ccd7b9a5-b072-4cb6-ad3e-7bfcacb1f88b","method":"GET","req_id":"7b83bd45-98bc-4374-9573-750057ee35ff","remote_addr":"[fd00:1122:3344:101::a]:63330","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}