{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.659710183Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53058"} {"msg":"region 7f48d43a-1134-4d90-8cf9-c316fb270d19 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.659794314Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.661082273Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"uri":"/crucible/0/regions","method":"POST","req_id":"67a2fc81-945e-43ea-b0d7-44d67be91093","remote_addr":"[fd00:1122:3344:101::a]:53058","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1319,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.661100573Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/7f48d43a-1134-4d90-8cf9-c316fb270d19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.668075313Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/7f48d43a-1134-4d90-8cf9-c316fb270d19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.668095784Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7f48d43a-1134-4d90-8cf9-c316fb270d19\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7f48d43a-1134-4d90-8cf9-c316fb270d19\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.733266921Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"region":"7f48d43a-1134-4d90-8cf9-c316fb270d19","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7f48d43a-1134-4d90-8cf9-c316fb270d19\" \"--data\" \"/data/regions/7f48d43a-1134-4d90-8cf9-c316fb270d19\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.733311632Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"region":"7f48d43a-1134-4d90-8cf9-c316fb270d19","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.907569819Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"region":"7f48d43a-1134-4d90-8cf9-c316fb270d19","component":"worker"} {"msg":"region 7f48d43a-1134-4d90-8cf9-c316fb270d19 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.9076163Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.907792932Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7f48d43a-1134-4d90-8cf9-c316fb270d19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.909092161Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.929427133Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"uri":"/crucible/0/regions","method":"POST","req_id":"212c4725-73b0-49f0-aaf1-c4067ef8c9bd","remote_addr":"[fd00:1122:3344:101::a]:53058","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7f48d43a-1134-4d90-8cf9-c316fb270d19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.929460584Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.952323133Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7f48d43a-1134-4d90-8cf9-c316fb270d19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.95560635Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7f48d43a-1134-4d90-8cf9-c316fb270d19","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.955803663Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.955846674Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.955884264Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.955932525Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.959622358Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:46.975821481Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.000361192Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"uri":"/crucible/0/regions/f36e39dd-283b-4c8a-a901-de021141cd57","method":"GET","req_id":"feac1353-fda8-4408-9e56-2c28a113878d","remote_addr":"[fd00:1122:3344:101::a]:53058","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"path is \"/data/regions/f36e39dd-283b-4c8a-a901-de021141cd57\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.006052864Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"dataset is oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/f36e39dd-283b-4c8a-a901-de021141cd57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.01270217Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"snapshot is oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/f36e39dd-283b-4c8a-a901-de021141cd57@0bf515a7-eec1-42a5-ac86-fd656497767c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.018716716Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/f36e39dd-283b-4c8a-a901-de021141cd57\", \"0bf515a7-eec1-42a5-ac86-fd656497767c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.018738016Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.027653635Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"uri":"/crucible/0/regions/f36e39dd-283b-4c8a-a901-de021141cd57/snapshots/0bf515a7-eec1-42a5-ac86-fd656497767c","method":"GET","req_id":"f5cdf43f-72a2-4346-b336-197fccb63323","remote_addr":"[fd00:1122:3344:101::a]:53058","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21627,"response_code":200} {"msg":"path is \"/data/regions/f36e39dd-283b-4c8a-a901-de021141cd57\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.033203835Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"dataset is oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/f36e39dd-283b-4c8a-a901-de021141cd57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.038527301Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"snapshot is oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/f36e39dd-283b-4c8a-a901-de021141cd57@0bf515a7-eec1-42a5-ac86-fd656497767c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.044072381Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/f36e39dd-283b-4c8a-a901-de021141cd57\", \"0bf515a7-eec1-42a5-ac86-fd656497767c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.044091401Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot f36e39dd-283b-4c8a-a901-de021141cd57-0bf515a7-eec1-42a5-ac86-fd656497767c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.051864603Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.052009625Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"uri":"/crucible/0/regions/f36e39dd-283b-4c8a-a901-de021141cd57/snapshots/0bf515a7-eec1-42a5-ac86-fd656497767c/run","method":"POST","req_id":"aeedb27c-098e-4525-8edb-47965d029b33","remote_addr":"[fd00:1122:3344:101::a]:53058","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18827,"response_code":200} {"msg":"applying SMF actions for region f36e39dd-283b-4c8a-a901-de021141cd57 running snapshot 0bf515a7-eec1-42a5-ac86-fd656497767c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.052027975Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-f36e39dd-283b-4c8a-a901-de021141cd57-0bf515a7-eec1-42a5-ac86-fd656497767c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.057060898Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f36e39dd-283b-4c8a-a901-de021141cd57-0bf515a7-eec1-42a5-ac86-fd656497767c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.059746077Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f36e39dd-283b-4c8a-a901-de021141cd57-0bf515a7-eec1-42a5-ac86-fd656497767c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.070880727Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f36e39dd-283b-4c8a-a901-de021141cd57/.zfs/snapshot/0bf515a7-eec1-42a5-ac86-fd656497767c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.071250132Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.071295503Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.071333423Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.071370984Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.071418065Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.076520138Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.080967842Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"worker"} {"msg":"region f36e39dd-283b-4c8a-a901-de021141cd57 running snapshot 0bf515a7-eec1-42a5-ac86-fd656497767c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.080980022Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"path is \"/data/regions/f36e39dd-283b-4c8a-a901-de021141cd57\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.356330424Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"dataset is oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/f36e39dd-283b-4c8a-a901-de021141cd57","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.36232722Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"datafile"} {"msg":"snapshot is oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/f36e39dd-283b-4c8a-a901-de021141cd57@0bf515a7-eec1-42a5-ac86-fd656497767c","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.368616181Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_4466a1cc-1b94-4f15-ae29-5085d045be8f/crucible/regions/f36e39dd-283b-4c8a-a901-de021141cd57\", \"0bf515a7-eec1-42a5-ac86-fd656497767c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.368639941Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-16T09:25:48.37411218Z","hostname":"oxz_crucible_2f8b5384-7264-4e9b-b347-d48b8745b5e0","pid":25865,"uri":"/crucible/0/regions/f36e39dd-283b-4c8a-a901-de021141cd57/snapshots/0bf515a7-eec1-42a5-ac86-fd656497767c/run","method":"POST","req_id":"898231f8-5273-4fdb-b36e-c0b7c7bb63c8","remote_addr":"[fd00:1122:3344:101::a]:53058","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17811,"response_code":200}