{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.237645255Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44060"} {"msg":"region 830c52d7-2292-426e-824a-84b9afc49407 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.237769658Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.242375091Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.242400451Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"uri":"/crucible/0/regions","method":"POST","req_id":"da6930b5-cce3-4508-9f47-0681ffa90394","remote_addr":"[fd00:1122:3344:101::c]:44060","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4646,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/830c52d7-2292-426e-824a-84b9afc49407","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.253721054Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/830c52d7-2292-426e-824a-84b9afc49407","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.253737334Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"830c52d7-2292-426e-824a-84b9afc49407\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/830c52d7-2292-426e-824a-84b9afc49407\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.421926329Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"region":"830c52d7-2292-426e-824a-84b9afc49407","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"830c52d7-2292-426e-824a-84b9afc49407\" \"--data\" \"/data/regions/830c52d7-2292-426e-824a-84b9afc49407\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.42195805Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"region":"830c52d7-2292-426e-824a-84b9afc49407","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.467881605Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"uri":"/crucible/0/regions","method":"POST","req_id":"f743384c-13c2-4602-9ca9-13fceab826f1","remote_addr":"[fd00:1122:3344:101::c]:44060","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.744639294Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"uri":"/crucible/0/regions","method":"POST","req_id":"b16e3700-478d-4e79-b80e-0783bf809c7a","remote_addr":"[fd00:1122:3344:101::c]:44060","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.794921526Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"region":"830c52d7-2292-426e-824a-84b9afc49407","component":"worker"} {"msg":"region 830c52d7-2292-426e-824a-84b9afc49407 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.794942137Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.79508337Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-830c52d7-2292-426e-824a-84b9afc49407","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.829785955Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-830c52d7-2292-426e-824a-84b9afc49407","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.888166328Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.924007328Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-830c52d7-2292-426e-824a-84b9afc49407","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.9469562Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/830c52d7-2292-426e-824a-84b9afc49407","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.947231817Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.947306528Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.9473581Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.94740477Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.97024106Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.982746299Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:10.071905354Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"uri":"/crucible/0/regions","method":"POST","req_id":"f5c5b842-e3d3-4aa0-a6c3-01455486bc92","remote_addr":"[fd00:1122:3344:101::c]:44060","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.192165124Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"uri":"/crucible/0/regions/20290dc6-e974-4db2-a1ec-644133e1c88a","method":"GET","req_id":"3e0cba84-f97f-4429-ab37-eddd33b89159","remote_addr":"[fd00:1122:3344:101::c]:44060","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/20290dc6-e974-4db2-a1ec-644133e1c88a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.203202581Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"dataset is oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/20290dc6-e974-4db2-a1ec-644133e1c88a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.209914021Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"snapshot is oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/20290dc6-e974-4db2-a1ec-644133e1c88a@fa3dff89-d21d-4076-a16c-92032f16992c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.217202743Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/20290dc6-e974-4db2-a1ec-644133e1c88a\", \"fa3dff89-d21d-4076-a16c-92032f16992c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.217229244Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.226169064Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"uri":"/crucible/0/regions/20290dc6-e974-4db2-a1ec-644133e1c88a/snapshots/fa3dff89-d21d-4076-a16c-92032f16992c","method":"GET","req_id":"c6b0da56-b462-41d1-8ced-aa5642fb5d0b","remote_addr":"[fd00:1122:3344:101::c]:44060","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22997,"response_code":200} {"msg":"path is \"/data/regions/20290dc6-e974-4db2-a1ec-644133e1c88a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.23363398Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"dataset is oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/20290dc6-e974-4db2-a1ec-644133e1c88a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.240562495Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"snapshot is oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/20290dc6-e974-4db2-a1ec-644133e1c88a@fa3dff89-d21d-4076-a16c-92032f16992c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.246397805Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/20290dc6-e974-4db2-a1ec-644133e1c88a\", \"fa3dff89-d21d-4076-a16c-92032f16992c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.246419076Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 20290dc6-e974-4db2-a1ec-644133e1c88a-fa3dff89-d21d-4076-a16c-92032f16992c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.259506748Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.259639251Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"uri":"/crucible/0/regions/20290dc6-e974-4db2-a1ec-644133e1c88a/snapshots/fa3dff89-d21d-4076-a16c-92032f16992c/run","method":"POST","req_id":"8f43eb5c-5bfe-4389-b77c-6bcd728f41a3","remote_addr":"[fd00:1122:3344:101::c]:44060","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":26025,"response_code":200} {"msg":"applying SMF actions for region 20290dc6-e974-4db2-a1ec-644133e1c88a running snapshot fa3dff89-d21d-4076-a16c-92032f16992c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.259659251Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-20290dc6-e974-4db2-a1ec-644133e1c88a-fa3dff89-d21d-4076-a16c-92032f16992c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.26454317Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-20290dc6-e974-4db2-a1ec-644133e1c88a-fa3dff89-d21d-4076-a16c-92032f16992c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.268837696Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-20290dc6-e974-4db2-a1ec-644133e1c88a-fa3dff89-d21d-4076-a16c-92032f16992c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.298718243Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/20290dc6-e974-4db2-a1ec-644133e1c88a/.zfs/snapshot/fa3dff89-d21d-4076-a16c-92032f16992c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.298955769Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.29900571Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.299051111Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.299093402Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.299150553Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.303964771Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.31736141Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"worker"} {"msg":"region 20290dc6-e974-4db2-a1ec-644133e1c88a running snapshot fa3dff89-d21d-4076-a16c-92032f16992c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.31737216Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"path is \"/data/regions/20290dc6-e974-4db2-a1ec-644133e1c88a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.446930662Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"dataset is oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/20290dc6-e974-4db2-a1ec-644133e1c88a","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.453922428Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"datafile"} {"msg":"snapshot is oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/20290dc6-e974-4db2-a1ec-644133e1c88a@fa3dff89-d21d-4076-a16c-92032f16992c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.460072655Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ad7087ea-1bc0-4cb4-bc9f-553015ef0f6c/crucible/regions/20290dc6-e974-4db2-a1ec-644133e1c88a\", \"fa3dff89-d21d-4076-a16c-92032f16992c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.460086676Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:11.466412897Z","hostname":"oxz_crucible_fd9a5767-90b7-419a-aaff-55e5eb52f39e","pid":23559,"uri":"/crucible/0/regions/20290dc6-e974-4db2-a1ec-644133e1c88a/snapshots/fa3dff89-d21d-4076-a16c-92032f16992c/run","method":"POST","req_id":"59f57d87-f69c-4a33-b151-451307f83216","remote_addr":"[fd00:1122:3344:101::c]:44060","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19523,"response_code":200}