{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.557064706Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59962"} {"msg":"region 556d7577-f2ac-4c14-990f-9d6be9b3dfa7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.557135168Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.558851078Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.558881419Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"uri":"/crucible/0/regions","method":"POST","req_id":"ebfe4ebe-f259-45d4-8c33-88efc2cf521b","remote_addr":"[fd00:1122:3344:101::c]:59962","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1141,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/556d7577-f2ac-4c14-990f-9d6be9b3dfa7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.568372669Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/556d7577-f2ac-4c14-990f-9d6be9b3dfa7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.56839604Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"556d7577-f2ac-4c14-990f-9d6be9b3dfa7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/556d7577-f2ac-4c14-990f-9d6be9b3dfa7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.609605368Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"region":"556d7577-f2ac-4c14-990f-9d6be9b3dfa7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"556d7577-f2ac-4c14-990f-9d6be9b3dfa7\" \"--data\" \"/data/regions/556d7577-f2ac-4c14-990f-9d6be9b3dfa7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.609658759Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"region":"556d7577-f2ac-4c14-990f-9d6be9b3dfa7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.662215931Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"region":"556d7577-f2ac-4c14-990f-9d6be9b3dfa7","component":"worker"} {"msg":"region 556d7577-f2ac-4c14-990f-9d6be9b3dfa7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.662248862Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.662349015Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-556d7577-f2ac-4c14-990f-9d6be9b3dfa7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.671430456Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-556d7577-f2ac-4c14-990f-9d6be9b3dfa7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.675997692Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.681966971Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-556d7577-f2ac-4c14-990f-9d6be9b3dfa7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.683293732Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/556d7577-f2ac-4c14-990f-9d6be9b3dfa7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.683575448Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.683621859Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.68365328Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.683694821Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.685216666Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.687849848Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:41.889058477Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"uri":"/crucible/0/regions","method":"POST","req_id":"eaf6272f-b850-4165-887f-b1c648c99494","remote_addr":"[fd00:1122:3344:101::c]:59962","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.681521951Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"uri":"/crucible/0/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4","method":"GET","req_id":"d500b157-8f11-4012-a5da-b55201b3cf7b","remote_addr":"[fd00:1122:3344:101::c]:59962","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"path is \"/data/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.68576074Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"dataset is oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.692101507Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"snapshot is oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4@7a6636ef-f65f-41f9-ae61-1c8319dfc700","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.698397474Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4\", \"7a6636ef-f65f-41f9-ae61-1c8319dfc700\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.698410554Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.706279567Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"uri":"/crucible/0/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4/snapshots/7a6636ef-f65f-41f9-ae61-1c8319dfc700","method":"GET","req_id":"e577b161-55b1-413e-a3b8-6ff680d2bbaf","remote_addr":"[fd00:1122:3344:101::c]:59962","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20533,"response_code":200} {"msg":"path is \"/data/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.710021754Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"dataset is oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.715661645Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"snapshot is oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4@7a6636ef-f65f-41f9-ae61-1c8319dfc700","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.720908157Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4\", \"7a6636ef-f65f-41f9-ae61-1c8319dfc700\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.720922917Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4-7a6636ef-f65f-41f9-ae61-1c8319dfc700 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.727725026Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.727862039Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"uri":"/crucible/0/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4/snapshots/7a6636ef-f65f-41f9-ae61-1c8319dfc700/run","method":"POST","req_id":"120da185-0291-4544-bc7e-c46f81bb5026","remote_addr":"[fd00:1122:3344:101::c]:59962","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17861,"response_code":200} {"msg":"applying SMF actions for region 3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4 running snapshot 7a6636ef-f65f-41f9-ae61-1c8319dfc700 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.727876259Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4-7a6636ef-f65f-41f9-ae61-1c8319dfc700","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.732468106Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4-7a6636ef-f65f-41f9-ae61-1c8319dfc700","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.733705365Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4-7a6636ef-f65f-41f9-ae61-1c8319dfc700","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.738348463Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4/.zfs/snapshot/7a6636ef-f65f-41f9-ae61-1c8319dfc700","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.73865032Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.738691761Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.738732712Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.738768963Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.738813024Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.740842721Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.743773369Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"worker"} {"msg":"region 3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4 running snapshot 7a6636ef-f65f-41f9-ae61-1c8319dfc700 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.743782869Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"path is \"/data/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:43.999467905Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"dataset is oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:44.005931235Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"datafile"} {"msg":"snapshot is oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4@7a6636ef-f65f-41f9-ae61-1c8319dfc700","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:44.011839642Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66636f15-c570-4880-9a35-e4f49c18ca10/crucible/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4\", \"7a6636ef-f65f-41f9-ae61-1c8319dfc700\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:44.011888903Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-16T01:38:44.01776985Z","hostname":"oxz_crucible_ab273531-38a8-4824-bd6d-fd69fb20dbe8","pid":22786,"uri":"/crucible/0/regions/3c2d61c9-0a74-4eb8-9fe1-78d41b2cd2c4/snapshots/7a6636ef-f65f-41f9-ae61-1c8319dfc700/run","method":"POST","req_id":"640e2acd-89c4-4ca2-ac8b-3238a8fbd41c","remote_addr":"[fd00:1122:3344:101::c]:59962","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18342,"response_code":200}