{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.378179237Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50069"} {"msg":"region 974af7fa-bc0a-4b19-88c4-502b8d9a8079 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.378293058Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.378907556Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.378919876Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"uri":"/crucible/0/regions","method":"POST","req_id":"bd7c8c7a-a630-47b3-b680-b77d359b193b","remote_addr":"[fd00:1122:3344:101::c]:50069","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":662,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/974af7fa-bc0a-4b19-88c4-502b8d9a8079","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.388139581Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/974af7fa-bc0a-4b19-88c4-502b8d9a8079","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.388152231Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"974af7fa-bc0a-4b19-88c4-502b8d9a8079\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/974af7fa-bc0a-4b19-88c4-502b8d9a8079\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.447277475Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"region":"974af7fa-bc0a-4b19-88c4-502b8d9a8079","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"974af7fa-bc0a-4b19-88c4-502b8d9a8079\" \"--data\" \"/data/regions/974af7fa-bc0a-4b19-88c4-502b8d9a8079\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.447307566Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"region":"974af7fa-bc0a-4b19-88c4-502b8d9a8079","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.523543773Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"region":"974af7fa-bc0a-4b19-88c4-502b8d9a8079","component":"worker"} {"msg":"region 974af7fa-bc0a-4b19-88c4-502b8d9a8079 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.523569964Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.523668435Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-974af7fa-bc0a-4b19-88c4-502b8d9a8079","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.523992559Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-974af7fa-bc0a-4b19-88c4-502b8d9a8079","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.53370592Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.554827882Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-974af7fa-bc0a-4b19-88c4-502b8d9a8079","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.557358404Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/974af7fa-bc0a-4b19-88c4-502b8d9a8079","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.557660188Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.557705088Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.557746409Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.557787939Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.56187537Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.57958517Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:09.609427981Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"uri":"/crucible/0/regions","method":"POST","req_id":"7801d6ba-5231-458f-895d-72abcaab03b8","remote_addr":"[fd00:1122:3344:101::c]:50069","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.172532135Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"uri":"/crucible/0/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4","method":"GET","req_id":"287ff658-81d4-4aa5-97ec-c84013faba35","remote_addr":"[fd00:1122:3344:101::c]:50069","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.175778146Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"dataset is oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.182752712Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"snapshot is oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4@18949182-d4ea-490e-a3e1-019d40611313","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.188696846Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4\", \"18949182-d4ea-490e-a3e1-019d40611313\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.188715487Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.197127221Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"uri":"/crucible/0/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4/snapshots/18949182-d4ea-490e-a3e1-019d40611313","method":"GET","req_id":"e3f9bcfb-78ec-4c98-8971-ec8ee71ab344","remote_addr":"[fd00:1122:3344:101::c]:50069","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21391,"response_code":200} {"msg":"path is \"/data/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.201313373Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"dataset is oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.20667821Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"snapshot is oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4@18949182-d4ea-490e-a3e1-019d40611313","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.212531732Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4\", \"18949182-d4ea-490e-a3e1-019d40611313\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.212555723Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot fb56aca2-2f24-462f-8d34-13ced0bfb6e4-18949182-d4ea-490e-a3e1-019d40611313 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.219999385Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.220130007Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"uri":"/crucible/0/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4/snapshots/18949182-d4ea-490e-a3e1-019d40611313/run","method":"POST","req_id":"d7175915-e662-41c6-964a-d254ac348d3a","remote_addr":"[fd00:1122:3344:101::c]:50069","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18845,"response_code":200} {"msg":"applying SMF actions for region fb56aca2-2f24-462f-8d34-13ced0bfb6e4 running snapshot 18949182-d4ea-490e-a3e1-019d40611313 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.220148657Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-fb56aca2-2f24-462f-8d34-13ced0bfb6e4-18949182-d4ea-490e-a3e1-019d40611313","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.224592793Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fb56aca2-2f24-462f-8d34-13ced0bfb6e4-18949182-d4ea-490e-a3e1-019d40611313","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.232243088Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fb56aca2-2f24-462f-8d34-13ced0bfb6e4-18949182-d4ea-490e-a3e1-019d40611313","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.241664795Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4/.zfs/snapshot/18949182-d4ea-490e-a3e1-019d40611313","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.241965849Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.242011599Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.24205805Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.2420934Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.242140151Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.245675625Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.249941738Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"worker"} {"msg":"region fb56aca2-2f24-462f-8d34-13ced0bfb6e4 running snapshot 18949182-d4ea-490e-a3e1-019d40611313 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.249951438Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"path is \"/data/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.453320765Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"dataset is oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.460412394Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"datafile"} {"msg":"snapshot is oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4@18949182-d4ea-490e-a3e1-019d40611313","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.467175138Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_91531a49-d500-42cd-836c-4e70a5ac02bd/crucible/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4\", \"18949182-d4ea-490e-a3e1-019d40611313\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.467190088Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-18T04:05:11.473193023Z","hostname":"oxz_crucible_ca349865-0ba4-43c7-a580-6cfbcba741f2","pid":23885,"uri":"/crucible/0/regions/fb56aca2-2f24-462f-8d34-13ced0bfb6e4/snapshots/18949182-d4ea-490e-a3e1-019d40611313/run","method":"POST","req_id":"5b819ac4-8674-4be4-83d5-e2d865ad10bd","remote_addr":"[fd00:1122:3344:101::c]:50069","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19924,"response_code":200}