{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.292589788Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49866"} {"msg":"region 84dd9302-0c8c-453f-a512-25e9c3d732ab state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.29271118Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.296499353Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.296514584Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions","method":"POST","req_id":"fcef709f-c6b1-4109-b3a0-e0e9732afe7c","remote_addr":"[fd00:1122:3344:101::b]:49866","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":3843,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/84dd9302-0c8c-453f-a512-25e9c3d732ab","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.305249338Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/84dd9302-0c8c-453f-a512-25e9c3d732ab","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.305279647Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"84dd9302-0c8c-453f-a512-25e9c3d732ab\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/84dd9302-0c8c-453f-a512-25e9c3d732ab\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.354404431Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"region":"84dd9302-0c8c-453f-a512-25e9c3d732ab","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"84dd9302-0c8c-453f-a512-25e9c3d732ab\" \"--data\" \"/data/regions/84dd9302-0c8c-453f-a512-25e9c3d732ab\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.35500846Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"region":"84dd9302-0c8c-453f-a512-25e9c3d732ab","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.426047074Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"region":"84dd9302-0c8c-453f-a512-25e9c3d732ab","component":"worker"} {"msg":"region 84dd9302-0c8c-453f-a512-25e9c3d732ab state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.426084444Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.426160696Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-84dd9302-0c8c-453f-a512-25e9c3d732ab","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.426483594Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-84dd9302-0c8c-453f-a512-25e9c3d732ab","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.436601843Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.453033118Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-84dd9302-0c8c-453f-a512-25e9c3d732ab","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.456026587Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/84dd9302-0c8c-453f-a512-25e9c3d732ab","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.456313162Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.456355462Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.456398873Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.456435263Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.459817521Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.475483472Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.475561834Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.475648435Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.475657215Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.475699096Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.475756736Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.475950319Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.47601425Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.476065131Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.476106761Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.479180544Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.479634481Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:27.610385719Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions","method":"POST","req_id":"9f903307-7ca7-49fe-85ba-317181f78d7a","remote_addr":"[fd00:1122:3344:101::b]:49866","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.872516013Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions/886418e5-81d4-48d7-baff-ae0ccf790359","method":"GET","req_id":"11e7b955-cbd9-4603-ad6a-b1d14db7433b","remote_addr":"[fd00:1122:3344:101::b]:49866","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/886418e5-81d4-48d7-baff-ae0ccf790359\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.876007892Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"dataset is oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.882979321Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"snapshot is oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/886418e5-81d4-48d7-baff-ae0ccf790359@b783f846-e7b7-4458-ac30-a3e0f6512f18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.889481963Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/886418e5-81d4-48d7-baff-ae0ccf790359\", \"b783f846-e7b7-4458-ac30-a3e0f6512f18\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.889504593Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.896918508Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions/886418e5-81d4-48d7-baff-ae0ccf790359/snapshots/b783f846-e7b7-4458-ac30-a3e0f6512f18","method":"GET","req_id":"4a0c4a13-9928-4090-9329-68da0318e36a","remote_addr":"[fd00:1122:3344:101::b]:49866","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20914,"response_code":200} {"msg":"path is \"/data/regions/886418e5-81d4-48d7-baff-ae0ccf790359\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.901154368Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"dataset is oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.907208444Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"snapshot is oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/886418e5-81d4-48d7-baff-ae0ccf790359@b783f846-e7b7-4458-ac30-a3e0f6512f18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.912805122Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/886418e5-81d4-48d7-baff-ae0ccf790359\", \"b783f846-e7b7-4458-ac30-a3e0f6512f18\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.912825582Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 886418e5-81d4-48d7-baff-ae0ccf790359-b783f846-e7b7-4458-ac30-a3e0f6512f18 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.919566607Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.91972958Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions/886418e5-81d4-48d7-baff-ae0ccf790359/snapshots/b783f846-e7b7-4458-ac30-a3e0f6512f18/run","method":"POST","req_id":"a773c51e-8ad9-4be9-8c9e-6d1b02c74665","remote_addr":"[fd00:1122:3344:101::b]:49866","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18615,"response_code":200} {"msg":"applying SMF actions for region 886418e5-81d4-48d7-baff-ae0ccf790359 running snapshot b783f846-e7b7-4458-ac30-a3e0f6512f18 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.9197483Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.9211613Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.921230051Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.921301582Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.921312012Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.921344203Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.921384623Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.921680928Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.921729168Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.921773279Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.921814649Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.925166097Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-886418e5-81d4-48d7-baff-ae0ccf790359-b783f846-e7b7-4458-ac30-a3e0f6512f18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.927851825Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-886418e5-81d4-48d7-baff-ae0ccf790359-b783f846-e7b7-4458-ac30-a3e0f6512f18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.938425704Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-886418e5-81d4-48d7-baff-ae0ccf790359-b783f846-e7b7-4458-ac30-a3e0f6512f18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.947714475Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/886418e5-81d4-48d7-baff-ae0ccf790359/.zfs/snapshot/b783f846-e7b7-4458-ac30-a3e0f6512f18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.94802906Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.94808185Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.948121491Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.948160192Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.948205602Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.951861934Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.956457289Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"region 886418e5-81d4-48d7-baff-ae0ccf790359 running snapshot b783f846-e7b7-4458-ac30-a3e0f6512f18 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:28.956479619Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"path is \"/data/regions/886418e5-81d4-48d7-baff-ae0ccf790359\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:29.22828388Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"dataset is oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:29.235721035Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"snapshot is oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/886418e5-81d4-48d7-baff-ae0ccf790359@b783f846-e7b7-4458-ac30-a3e0f6512f18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:29.241388635Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/886418e5-81d4-48d7-baff-ae0ccf790359\", \"b783f846-e7b7-4458-ac30-a3e0f6512f18\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:29.241405466Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:29.248277363Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions/886418e5-81d4-48d7-baff-ae0ccf790359/snapshots/b783f846-e7b7-4458-ac30-a3e0f6512f18/run","method":"POST","req_id":"b70edfc0-7104-49e5-b16c-e3556cb031ab","remote_addr":"[fd00:1122:3344:101::b]:49866","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20075,"response_code":200} {"msg":"region ea23e2a4-1abc-4d6f-a519-1361856aa2c7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.005172212Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.005356525Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.005366095Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions","method":"POST","req_id":"20d3cc9d-93a9-4c93-ba1a-722cf4060e27","remote_addr":"[fd00:1122:3344:101::b]:49866","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":240,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.011937088Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.011969139Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ea23e2a4-1abc-4d6f-a519-1361856aa2c7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.071141955Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"region":"ea23e2a4-1abc-4d6f-a519-1361856aa2c7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea23e2a4-1abc-4d6f-a519-1361856aa2c7\" \"--data\" \"/data/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.071190235Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"region":"ea23e2a4-1abc-4d6f-a519-1361856aa2c7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.14407323Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"region":"ea23e2a4-1abc-4d6f-a519-1361856aa2c7","component":"worker"} {"msg":"region ea23e2a4-1abc-4d6f-a519-1361856aa2c7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.144107458Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.14420735Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.145514606Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.145578687Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.145687488Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.145715338Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.145751289Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.145756959Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.146091864Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.146145204Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.146194955Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.146236676Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.15010008Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ea23e2a4-1abc-4d6f-a519-1361856aa2c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.150520726Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea23e2a4-1abc-4d6f-a519-1361856aa2c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.153493798Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.160416146Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea23e2a4-1abc-4d6f-a519-1361856aa2c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.163623742Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.163904955Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.163974587Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.164022937Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.164068758Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.168290657Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.173698434Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:24:34.27182742Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions","method":"POST","req_id":"70363b05-45f2-4ab7-8897-d52ea963cb51","remote_addr":"[fd00:1122:3344:101::b]:49866","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.114306756Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37887"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.11457054Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7","method":"GET","req_id":"ea461c15-8a96-4865-b261-341c02d2d535","remote_addr":"[fd00:1122:3344:101::b]:37887","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"path is \"/data/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.117331029Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"dataset is oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.126977866Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"region ea23e2a4-1abc-4d6f-a519-1361856aa2c7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.133941134Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.134124356Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.134134837Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7","method":"DELETE","req_id":"8a252f9f-b403-4b12-9260-eb8f08ad9099","remote_addr":"[fd00:1122:3344:101::b]:37887","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16824,"response_code":204} {"msg":"disabling downstairs instance: downstairs-ea23e2a4-1abc-4d6f-a519-1361856aa2c7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.135549147Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.137572685Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7","method":"GET","req_id":"a572fec7-03e2-49e9-b256-9f8f13198eea","remote_addr":"[fd00:1122:3344:101::b]:37887","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"existing directory value /dev/null does not match /data/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.141513241Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.141593792Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.141667843Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.141680093Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.141712704Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.141753094Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/886418e5-81d4-48d7-baff-ae0ccf790359","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.14216838Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.142228231Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.142275592Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.142319102Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.148177845Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.149585855Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8b23885b-7ea9-470a-9808-b2ac60b56320/crucible/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.158216497Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"region":"ea23e2a4-1abc-4d6f-a519-1361856aa2c7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.208063761Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7","method":"GET","req_id":"12a2e902-fe28-4e53-9ecd-05f5815c6777","remote_addr":"[fd00:1122:3344:101::b]:37887","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"region ea23e2a4-1abc-4d6f-a519-1361856aa2c7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.24262039Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-19T22:25:05.356190235Z","hostname":"oxz_crucible_07f0f8a2-992d-407b-a67f-b6b283af94d5","pid":24239,"uri":"/crucible/0/regions/ea23e2a4-1abc-4d6f-a519-1361856aa2c7","method":"GET","req_id":"712bde9d-c949-4b1d-92b5-7f8647d2f9a3","remote_addr":"[fd00:1122:3344:101::b]:37887","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":200}