{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:38.842202607Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45045"} {"msg":"region 88dacb86-4725-4a32-81f9-9c61e4174404 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:38.842269339Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:38.842942807Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:38.842952907Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"uri":"/crucible/0/regions","method":"POST","req_id":"60ce13af-aaad-4b1c-8fde-679b73d0aa6f","remote_addr":"[fd00:1122:3344:101::a]:45045","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":706,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/88dacb86-4725-4a32-81f9-9c61e4174404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:38.85234924Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/88dacb86-4725-4a32-81f9-9c61e4174404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:38.85237391Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"88dacb86-4725-4a32-81f9-9c61e4174404\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/88dacb86-4725-4a32-81f9-9c61e4174404\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:38.899096248Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"region":"88dacb86-4725-4a32-81f9-9c61e4174404","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"88dacb86-4725-4a32-81f9-9c61e4174404\" \"--data\" \"/data/regions/88dacb86-4725-4a32-81f9-9c61e4174404\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:38.899125258Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"region":"88dacb86-4725-4a32-81f9-9c61e4174404","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.028244584Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"region":"88dacb86-4725-4a32-81f9-9c61e4174404","component":"worker"} {"msg":"region 88dacb86-4725-4a32-81f9-9c61e4174404 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.028291706Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.02844033Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-88dacb86-4725-4a32-81f9-9c61e4174404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.029902417Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-88dacb86-4725-4a32-81f9-9c61e4174404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.047754598Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.076082361Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-88dacb86-4725-4a32-81f9-9c61e4174404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.079350345Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/88dacb86-4725-4a32-81f9-9c61e4174404","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.079746205Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.079828927Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.079888439Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.07994257Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.084520299Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.101843826Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:39.145072843Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"uri":"/crucible/0/regions","method":"POST","req_id":"c67f250e-aeac-43ce-af86-53e643289cdd","remote_addr":"[fd00:1122:3344:101::a]:45045","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":86,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.168236341Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"uri":"/crucible/0/regions/eea387e9-6673-4529-8987-6f9a79435c8d","method":"GET","req_id":"3660a078-7d65-4dae-a161-8d0f493177ff","remote_addr":"[fd00:1122:3344:101::a]:45045","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":86,"response_code":200} {"msg":"path is \"/data/regions/eea387e9-6673-4529-8987-6f9a79435c8d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.173680142Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"dataset is oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/eea387e9-6673-4529-8987-6f9a79435c8d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.183226398Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"snapshot is oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/eea387e9-6673-4529-8987-6f9a79435c8d@1922e4fa-f3ab-4eb8-a041-062c7ad75b2d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.192337834Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/eea387e9-6673-4529-8987-6f9a79435c8d\", \"1922e4fa-f3ab-4eb8-a041-062c7ad75b2d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.192364485Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.204720584Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"uri":"/crucible/0/regions/eea387e9-6673-4529-8987-6f9a79435c8d/snapshots/1922e4fa-f3ab-4eb8-a041-062c7ad75b2d","method":"GET","req_id":"41395835-5c2d-4cc5-880e-f1c6896286bb","remote_addr":"[fd00:1122:3344:101::a]:45045","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31054,"response_code":200} {"msg":"path is \"/data/regions/eea387e9-6673-4529-8987-6f9a79435c8d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.209793155Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"dataset is oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/eea387e9-6673-4529-8987-6f9a79435c8d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.218945271Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"snapshot is oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/eea387e9-6673-4529-8987-6f9a79435c8d@1922e4fa-f3ab-4eb8-a041-062c7ad75b2d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.22742245Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/eea387e9-6673-4529-8987-6f9a79435c8d\", \"1922e4fa-f3ab-4eb8-a041-062c7ad75b2d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.227455121Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot eea387e9-6673-4529-8987-6f9a79435c8d-1922e4fa-f3ab-4eb8-a041-062c7ad75b2d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.23939243Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"applying SMF actions for region eea387e9-6673-4529-8987-6f9a79435c8d running snapshot 1922e4fa-f3ab-4eb8-a041-062c7ad75b2d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.239605925Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.239617035Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"uri":"/crucible/0/regions/eea387e9-6673-4529-8987-6f9a79435c8d/snapshots/1922e4fa-f3ab-4eb8-a041-062c7ad75b2d/run","method":"POST","req_id":"3c6b701a-ccb6-4b51-b72a-ccd1b696eb0f","remote_addr":"[fd00:1122:3344:101::a]:45045","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29850,"response_code":200} {"msg":"creating missing snapshot instance snapshot-eea387e9-6673-4529-8987-6f9a79435c8d-1922e4fa-f3ab-4eb8-a041-062c7ad75b2d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.246723959Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-eea387e9-6673-4529-8987-6f9a79435c8d-1922e4fa-f3ab-4eb8-a041-062c7ad75b2d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.256576254Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-eea387e9-6673-4529-8987-6f9a79435c8d-1922e4fa-f3ab-4eb8-a041-062c7ad75b2d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.267735512Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eea387e9-6673-4529-8987-6f9a79435c8d/.zfs/snapshot/1922e4fa-f3ab-4eb8-a041-062c7ad75b2d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.268093411Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.268166043Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.268224175Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.268280526Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.268368288Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.273356877Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.278280534Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"worker"} {"msg":"region eea387e9-6673-4529-8987-6f9a79435c8d running snapshot 1922e4fa-f3ab-4eb8-a041-062c7ad75b2d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.278292025Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"path is \"/data/regions/eea387e9-6673-4529-8987-6f9a79435c8d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.371215446Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"dataset is oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/eea387e9-6673-4529-8987-6f9a79435c8d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.378097924Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"datafile"} {"msg":"snapshot is oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/eea387e9-6673-4529-8987-6f9a79435c8d@1922e4fa-f3ab-4eb8-a041-062c7ad75b2d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.384310374Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a889db9b-6464-478d-9750-3d8aa092dbd0/crucible/regions/eea387e9-6673-4529-8987-6f9a79435c8d\", \"1922e4fa-f3ab-4eb8-a041-062c7ad75b2d\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.384332815Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:24:40.390163865Z","hostname":"oxz_crucible_6df8196a-ee23-40ae-8e7d-70ef687b1165","pid":23587,"uri":"/crucible/0/regions/eea387e9-6673-4529-8987-6f9a79435c8d/snapshots/1922e4fa-f3ab-4eb8-a041-062c7ad75b2d/run","method":"POST","req_id":"aaa3f5fd-1e03-4229-97ef-dac80bc992d1","remote_addr":"[fd00:1122:3344:101::a]:45045","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18990,"response_code":200}