{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.805428361Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58937"} {"msg":"region d1efffef-0aae-42af-847c-d68929c7ec79 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.805538234Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.806206039Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.806219519Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"uri":"/crucible/0/regions","method":"POST","req_id":"138741e3-0d37-4699-b286-63d9ac3f93bd","remote_addr":"[fd00:1122:3344:101::a]:58937","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":722,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/d1efffef-0aae-42af-847c-d68929c7ec79","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.816169474Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/d1efffef-0aae-42af-847c-d68929c7ec79","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.816179624Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d1efffef-0aae-42af-847c-d68929c7ec79\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d1efffef-0aae-42af-847c-d68929c7ec79\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.860127116Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"region":"d1efffef-0aae-42af-847c-d68929c7ec79","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d1efffef-0aae-42af-847c-d68929c7ec79\" \"--data\" \"/data/regions/d1efffef-0aae-42af-847c-d68929c7ec79\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.860158756Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"region":"d1efffef-0aae-42af-847c-d68929c7ec79","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.906087263Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"region":"d1efffef-0aae-42af-847c-d68929c7ec79","component":"worker"} {"msg":"region d1efffef-0aae-42af-847c-d68929c7ec79 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.906113293Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.906230186Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d1efffef-0aae-42af-847c-d68929c7ec79","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.915414203Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d1efffef-0aae-42af-847c-d68929c7ec79","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.91794193Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.92681698Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d1efffef-0aae-42af-847c-d68929c7ec79","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.928174061Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1efffef-0aae-42af-847c-d68929c7ec79","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.928454977Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.928505358Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.928546079Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.92857617Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.930238257Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.933657015Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.087560087Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"uri":"/crucible/0/regions","method":"POST","req_id":"d53eda12-5d8e-45e4-a780-4d37e126a9fe","remote_addr":"[fd00:1122:3344:101::a]:58937","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.791571533Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"uri":"/crucible/0/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a","method":"GET","req_id":"8d7d6847-bfc0-4607-91b4-5270bf0b2567","remote_addr":"[fd00:1122:3344:101::a]:58937","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"path is \"/data/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.79810725Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"dataset is oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.804347871Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"snapshot is oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a@d26ded25-8833-4bb6-8d3e-33421bff58f7","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.80918466Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a\", \"d26ded25-8833-4bb6-8d3e-33421bff58f7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.809212431Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.819952813Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"uri":"/crucible/0/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a/snapshots/d26ded25-8833-4bb6-8d3e-33421bff58f7","method":"GET","req_id":"9e65b968-2fe5-4211-b206-1a3b6011b148","remote_addr":"[fd00:1122:3344:101::a]:58937","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24767,"response_code":200} {"msg":"path is \"/data/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.823581535Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"dataset is oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.830298647Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"snapshot is oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a@d26ded25-8833-4bb6-8d3e-33421bff58f7","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.835971965Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a\", \"d26ded25-8833-4bb6-8d3e-33421bff58f7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.835996045Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ba1be0c4-1181-41cf-adb8-c3803e5cec4a-d26ded25-8833-4bb6-8d3e-33421bff58f7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.842092263Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"applying SMF actions for region ba1be0c4-1181-41cf-adb8-c3803e5cec4a running snapshot d26ded25-8833-4bb6-8d3e-33421bff58f7 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.842262947Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.842279567Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"uri":"/crucible/0/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a/snapshots/d26ded25-8833-4bb6-8d3e-33421bff58f7/run","method":"POST","req_id":"f75a082a-dc3b-40c6-8268-ea8990686084","remote_addr":"[fd00:1122:3344:101::a]:58937","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18735,"response_code":200} {"msg":"creating missing snapshot instance snapshot-ba1be0c4-1181-41cf-adb8-c3803e5cec4a-d26ded25-8833-4bb6-8d3e-33421bff58f7","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.844257032Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ba1be0c4-1181-41cf-adb8-c3803e5cec4a-d26ded25-8833-4bb6-8d3e-33421bff58f7","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.850757068Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ba1be0c4-1181-41cf-adb8-c3803e5cec4a-d26ded25-8833-4bb6-8d3e-33421bff58f7","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.855844883Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a/.zfs/snapshot/d26ded25-8833-4bb6-8d3e-33421bff58f7","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.85614993Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.856194461Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.856259283Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.856304064Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.856354045Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.858465452Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.861088271Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"worker"} {"msg":"region ba1be0c4-1181-41cf-adb8-c3803e5cec4a running snapshot d26ded25-8833-4bb6-8d3e-33421bff58f7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:17.861099252Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"path is \"/data/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:18.152875675Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"dataset is oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:18.159572766Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"datafile"} {"msg":"snapshot is oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a@d26ded25-8833-4bb6-8d3e-33421bff58f7","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:18.165844657Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e26d5d30-76cc-40b6-946d-a934c2678d3c/crucible/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a\", \"d26ded25-8833-4bb6-8d3e-33421bff58f7\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:18.165862688Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:18.17084905Z","hostname":"oxz_crucible_516a3331-c109-4db2-a305-d248ff18e3b2","pid":24687,"uri":"/crucible/0/regions/ba1be0c4-1181-41cf-adb8-c3803e5cec4a/snapshots/d26ded25-8833-4bb6-8d3e-33421bff58f7/run","method":"POST","req_id":"4b95645f-9d2c-4b4c-a467-f0e3efcaa97b","remote_addr":"[fd00:1122:3344:101::a]:58937","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17988,"response_code":200}