{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.677469802Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40457"} {"msg":"region 3584fd55-6f8c-4338-8878-e3a0bdeb7bfe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.677562633Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.67855365Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.67857051Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"uri":"/crucible/0/regions","method":"POST","req_id":"4a76c9bc-d432-4607-9624-422d58e90bc5","remote_addr":"[fd00:1122:3344:101::a]:40457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1040,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/3584fd55-6f8c-4338-8878-e3a0bdeb7bfe","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.691229157Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/3584fd55-6f8c-4338-8878-e3a0bdeb7bfe","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.691252387Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3584fd55-6f8c-4338-8878-e3a0bdeb7bfe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3584fd55-6f8c-4338-8878-e3a0bdeb7bfe\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.761176579Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"region":"3584fd55-6f8c-4338-8878-e3a0bdeb7bfe","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3584fd55-6f8c-4338-8878-e3a0bdeb7bfe\" \"--data\" \"/data/regions/3584fd55-6f8c-4338-8878-e3a0bdeb7bfe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.76121965Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"region":"3584fd55-6f8c-4338-8878-e3a0bdeb7bfe","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.9048799Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"region":"3584fd55-6f8c-4338-8878-e3a0bdeb7bfe","component":"worker"} {"msg":"region 3584fd55-6f8c-4338-8878-e3a0bdeb7bfe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.904920031Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.905021642Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3584fd55-6f8c-4338-8878-e3a0bdeb7bfe","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.905393019Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3584fd55-6f8c-4338-8878-e3a0bdeb7bfe","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.921096996Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.952157376Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.958548915Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"uri":"/crucible/0/regions","method":"POST","req_id":"eb42adbf-487f-4e5f-8daa-35a46ddc31ee","remote_addr":"[fd00:1122:3344:101::a]:40457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3584fd55-6f8c-4338-8878-e3a0bdeb7bfe","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.959335429Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3584fd55-6f8c-4338-8878-e3a0bdeb7bfe","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.959642374Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.959691215Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.959731065Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.959777266Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.967733172Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:18.991931025Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.725325844Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"uri":"/crucible/0/regions/a88a8e03-f451-49f6-a6ff-de67264c937f","method":"GET","req_id":"5c5479e4-c5f4-4268-b5df-a5aff1c02357","remote_addr":"[fd00:1122:3344:101::a]:40457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"path is \"/data/regions/a88a8e03-f451-49f6-a6ff-de67264c937f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.728814153Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"dataset is oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/a88a8e03-f451-49f6-a6ff-de67264c937f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.735608979Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"snapshot is oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/a88a8e03-f451-49f6-a6ff-de67264c937f@b9c82390-f651-4d90-98a8-66c56454333a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.741799634Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/a88a8e03-f451-49f6-a6ff-de67264c937f\", \"b9c82390-f651-4d90-98a8-66c56454333a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.741834295Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.750120066Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"uri":"/crucible/0/regions/a88a8e03-f451-49f6-a6ff-de67264c937f/snapshots/b9c82390-f651-4d90-98a8-66c56454333a","method":"GET","req_id":"40784821-9ecd-40c6-863e-21dbd6eb37ab","remote_addr":"[fd00:1122:3344:101::a]:40457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21352,"response_code":200} {"msg":"path is \"/data/regions/a88a8e03-f451-49f6-a6ff-de67264c937f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.754498441Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"dataset is oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/a88a8e03-f451-49f6-a6ff-de67264c937f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.76148667Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"snapshot is oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/a88a8e03-f451-49f6-a6ff-de67264c937f@b9c82390-f651-4d90-98a8-66c56454333a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.767199718Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/a88a8e03-f451-49f6-a6ff-de67264c937f\", \"b9c82390-f651-4d90-98a8-66c56454333a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.767225468Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a88a8e03-f451-49f6-a6ff-de67264c937f-b9c82390-f651-4d90-98a8-66c56454333a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.775425118Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"applying SMF actions for region a88a8e03-f451-49f6-a6ff-de67264c937f running snapshot b9c82390-f651-4d90-98a8-66c56454333a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.77556405Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.775576581Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"uri":"/crucible/0/regions/a88a8e03-f451-49f6-a6ff-de67264c937f/snapshots/b9c82390-f651-4d90-98a8-66c56454333a/run","method":"POST","req_id":"8ab5f461-5011-4e11-ac74-4bab6cf6fa04","remote_addr":"[fd00:1122:3344:101::a]:40457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21092,"response_code":200} {"msg":"creating missing snapshot instance snapshot-a88a8e03-f451-49f6-a6ff-de67264c937f-b9c82390-f651-4d90-98a8-66c56454333a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.779774242Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a88a8e03-f451-49f6-a6ff-de67264c937f-b9c82390-f651-4d90-98a8-66c56454333a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.785221245Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a88a8e03-f451-49f6-a6ff-de67264c937f-b9c82390-f651-4d90-98a8-66c56454333a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.795607212Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a88a8e03-f451-49f6-a6ff-de67264c937f/.zfs/snapshot/b9c82390-f651-4d90-98a8-66c56454333a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.795837466Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.795879487Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.795914947Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.795949248Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.795991679Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.799646681Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.803971755Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"worker"} {"msg":"region a88a8e03-f451-49f6-a6ff-de67264c937f running snapshot b9c82390-f651-4d90-98a8-66c56454333a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.803982405Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"path is \"/data/regions/a88a8e03-f451-49f6-a6ff-de67264c937f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.954439361Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"dataset is oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/a88a8e03-f451-49f6-a6ff-de67264c937f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.960572175Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"datafile"} {"msg":"snapshot is oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/a88a8e03-f451-49f6-a6ff-de67264c937f@b9c82390-f651-4d90-98a8-66c56454333a","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.966179991Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_abfcc492-9474-4ae2-867a-c39882accc7b/crucible/regions/a88a8e03-f451-49f6-a6ff-de67264c937f\", \"b9c82390-f651-4d90-98a8-66c56454333a\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.966202471Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-07T18:22:20.972030401Z","hostname":"oxz_crucible_63c78ca8-2714-43f7-9604-d27eaeb7218f","pid":23386,"uri":"/crucible/0/regions/a88a8e03-f451-49f6-a6ff-de67264c937f/snapshots/b9c82390-f651-4d90-98a8-66c56454333a/run","method":"POST","req_id":"e8e3eac4-5b4a-4207-9b0d-40a43b4b42b7","remote_addr":"[fd00:1122:3344:101::a]:40457","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17620,"response_code":200}