{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:15.723691962Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33099"} {"msg":"region ba39c300-aed0-4273-a85a-124364a70e22 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:15.723760674Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:15.724396855Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"uri":"/crucible/0/regions","method":"POST","req_id":"a4d75be4-c2e4-45fe-9d45-20b095462262","remote_addr":"[fd00:1122:3344:101::c]:33099","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":669,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:15.724407175Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/ba39c300-aed0-4273-a85a-124364a70e22","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:15.733958273Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/ba39c300-aed0-4273-a85a-124364a70e22","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:15.733975444Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ba39c300-aed0-4273-a85a-124364a70e22\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ba39c300-aed0-4273-a85a-124364a70e22\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:15.807470024Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"region":"ba39c300-aed0-4273-a85a-124364a70e22","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ba39c300-aed0-4273-a85a-124364a70e22\" \"--data\" \"/data/regions/ba39c300-aed0-4273-a85a-124364a70e22\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:15.807501816Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"region":"ba39c300-aed0-4273-a85a-124364a70e22","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:15.950605601Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"uri":"/crucible/0/regions","method":"POST","req_id":"8ce23ae2-61f2-48d5-a363-150fffb98599","remote_addr":"[fd00:1122:3344:101::c]:33099","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.019784173Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"region":"ba39c300-aed0-4273-a85a-124364a70e22","component":"worker"} {"msg":"region ba39c300-aed0-4273-a85a-124364a70e22 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.019802924Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.019909957Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ba39c300-aed0-4273-a85a-124364a70e22","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.020241678Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ba39c300-aed0-4273-a85a-124364a70e22","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.031064147Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.059855696Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ba39c300-aed0-4273-a85a-124364a70e22","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.069516037Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba39c300-aed0-4273-a85a-124364a70e22","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.069732054Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.069785566Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.069830077Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.069873259Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.077865076Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.104102773Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:16.543172625Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"uri":"/crucible/0/regions","method":"POST","req_id":"214b8c5b-ef69-4369-be46-27b535f4d29e","remote_addr":"[fd00:1122:3344:101::c]:33099","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.101848251Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"uri":"/crucible/0/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f","method":"GET","req_id":"598d883d-d7db-4cd3-b332-cbf650ba145f","remote_addr":"[fd00:1122:3344:101::c]:33099","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.105117476Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"dataset is oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.112392521Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"snapshot is oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f@094cffd9-500b-430a-a1cb-72188c8c19e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.118505218Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f\", \"094cffd9-500b-430a-a1cb-72188c8c19e1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.118525359Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.126746904Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"uri":"/crucible/0/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f/snapshots/094cffd9-500b-430a-a1cb-72188c8c19e1","method":"GET","req_id":"e1460508-c356-4b4d-9796-03e88a8aaa6d","remote_addr":"[fd00:1122:3344:101::c]:33099","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21643,"response_code":200} {"msg":"path is \"/data/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.130425783Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"dataset is oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.135859908Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"snapshot is oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f@094cffd9-500b-430a-a1cb-72188c8c19e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.140653712Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f\", \"094cffd9-500b-430a-a1cb-72188c8c19e1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.140688403Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot eb8f12dd-2723-4b4b-b00a-08a5c728cc9f-094cffd9-500b-430a-a1cb-72188c8c19e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.147641238Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.147786112Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"uri":"/crucible/0/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f/snapshots/094cffd9-500b-430a-a1cb-72188c8c19e1/run","method":"POST","req_id":"436a761c-0f66-4c35-82fb-cb432aac9b78","remote_addr":"[fd00:1122:3344:101::c]:33099","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17374,"response_code":200} {"msg":"applying SMF actions for region eb8f12dd-2723-4b4b-b00a-08a5c728cc9f running snapshot 094cffd9-500b-430a-a1cb-72188c8c19e1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.147820144Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-eb8f12dd-2723-4b4b-b00a-08a5c728cc9f-094cffd9-500b-430a-a1cb-72188c8c19e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.152247696Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-eb8f12dd-2723-4b4b-b00a-08a5c728cc9f-094cffd9-500b-430a-a1cb-72188c8c19e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.176045454Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-eb8f12dd-2723-4b4b-b00a-08a5c728cc9f-094cffd9-500b-430a-a1cb-72188c8c19e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.201776384Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f/.zfs/snapshot/094cffd9-500b-430a-a1cb-72188c8c19e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.202028822Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.202076874Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.202114715Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.202152326Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.202211818Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.209174493Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.216000323Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"worker"} {"msg":"region eb8f12dd-2723-4b4b-b00a-08a5c728cc9f running snapshot 094cffd9-500b-430a-a1cb-72188c8c19e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.216011683Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"path is \"/data/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.441200007Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"dataset is oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.447326554Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"datafile"} {"msg":"snapshot is oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f@094cffd9-500b-430a-a1cb-72188c8c19e1","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.453674009Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fb3af205-9d7f-4aaa-85eb-80b63bb98dc4/crucible/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f\", \"094cffd9-500b-430a-a1cb-72188c8c19e1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.45369904Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-20T22:26:18.459964052Z","hostname":"oxz_crucible_196ecb73-9b16-483d-816e-55378a9933af","pid":22944,"uri":"/crucible/0/regions/eb8f12dd-2723-4b4b-b00a-08a5c728cc9f/snapshots/094cffd9-500b-430a-a1cb-72188c8c19e1/run","method":"POST","req_id":"b32cb475-8909-45e8-abc1-5d336c2b908e","remote_addr":"[fd00:1122:3344:101::c]:33099","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18783,"response_code":200}