{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.131138003Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43891"} {"msg":"region 9b8067a8-7f6f-4e1f-9020-fe5a34a43153 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.161774853Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.164690388Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.164711339Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"uri":"/crucible/0/regions","method":"POST","req_id":"a018d410-da3a-410d-8a29-9165016fffc5","remote_addr":"[fd00:1122:3344:101::a]:43891","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16673,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.174868887Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.174885968Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9b8067a8-7f6f-4e1f-9020-fe5a34a43153\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.252921974Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"region":"9b8067a8-7f6f-4e1f-9020-fe5a34a43153","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9b8067a8-7f6f-4e1f-9020-fe5a34a43153\" \"--data\" \"/data/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.25585119Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"region":"9b8067a8-7f6f-4e1f-9020-fe5a34a43153","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.603033932Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"uri":"/crucible/0/regions","method":"POST","req_id":"b51d0ccb-cec7-4a6c-b3a2-8e013c1d4c13","remote_addr":"[fd00:1122:3344:101::a]:43891","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.626629374Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"region":"9b8067a8-7f6f-4e1f-9020-fe5a34a43153","component":"worker"} {"msg":"region 9b8067a8-7f6f-4e1f-9020-fe5a34a43153 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.626682225Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.626869829Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9b8067a8-7f6f-4e1f-9020-fe5a34a43153","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.627231107Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9b8067a8-7f6f-4e1f-9020-fe5a34a43153","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.634643294Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.650058071Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b8067a8-7f6f-4e1f-9020-fe5a34a43153","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.654783367Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.65534214Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.655402661Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.655435632Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.655479613Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.660083176Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:16.664641229Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:15:17.265849208Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"uri":"/crucible/0/regions","method":"POST","req_id":"8d72f407-9f6d-4f50-bfae-31b7d1032779","remote_addr":"[fd00:1122:3344:101::a]:43891","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.053411021Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56694"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.053660546Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"uri":"/crucible/0/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153","method":"GET","req_id":"2baa62d6-8cf7-4dcc-8b53-f9a2d4e80a34","remote_addr":"[fd00:1122:3344:101::a]:56694","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"path is \"/data/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.055902067Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"dataset is oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.062651569Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"snapshot is oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153@0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.069031372Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153\", \"0e0f4494-ece2-4d3c-9361-167a8c5e41fa\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.069054683Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.07915Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"uri":"/crucible/0/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153/snapshots/0e0f4494-ece2-4d3c-9361-167a8c5e41fa","method":"GET","req_id":"10b206eb-b554-4cac-87a2-d0571e6a19fd","remote_addr":"[fd00:1122:3344:101::a]:56694","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23274,"response_code":200} {"msg":"path is \"/data/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.082889264Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"dataset is oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.08892345Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"snapshot is oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153@0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.095090489Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153\", \"0e0f4494-ece2-4d3c-9361-167a8c5e41fa\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.09512035Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9b8067a8-7f6f-4e1f-9020-fe5a34a43153-0e0f4494-ece2-4d3c-9361-167a8c5e41fa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.103310414Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.103906857Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"uri":"/crucible/0/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153/snapshots/0e0f4494-ece2-4d3c-9361-167a8c5e41fa/run","method":"POST","req_id":"bbc5f127-e04a-4ea7-a823-161c9423c389","remote_addr":"[fd00:1122:3344:101::a]:56694","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21046,"response_code":200} {"msg":"applying SMF actions for region 9b8067a8-7f6f-4e1f-9020-fe5a34a43153 running snapshot 0e0f4494-ece2-4d3c-9361-167a8c5e41fa (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.103924608Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-9b8067a8-7f6f-4e1f-9020-fe5a34a43153-0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.124001209Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9b8067a8-7f6f-4e1f-9020-fe5a34a43153-0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.136364388Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9b8067a8-7f6f-4e1f-9020-fe5a34a43153-0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.152154673Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153/.zfs/snapshot/0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.152347077Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.152390428Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.152425929Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.15246156Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.152502961Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.156670524Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.161252738Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"worker"} {"msg":"region 9b8067a8-7f6f-4e1f-9020-fe5a34a43153 running snapshot 0e0f4494-ece2-4d3c-9361-167a8c5e41fa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.161272528Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"path is \"/data/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.292198684Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"dataset is oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.298729571Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"datafile"} {"msg":"snapshot is oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153@0e0f4494-ece2-4d3c-9361-167a8c5e41fa","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.305290049Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e7d2d7ca-2ca6-4dab-ad71-505d79ea9003/crucible/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153\", \"0e0f4494-ece2-4d3c-9361-167a8c5e41fa\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.3053269Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-11T18:26:28.311511929Z","hostname":"oxz_crucible_311e6a68-f8fb-4085-ae05-a2037539fc6e","pid":23954,"uri":"/crucible/0/regions/9b8067a8-7f6f-4e1f-9020-fe5a34a43153/snapshots/0e0f4494-ece2-4d3c-9361-167a8c5e41fa/run","method":"POST","req_id":"7b237437-e9b4-4725-97c1-1a5320c1aed9","remote_addr":"[fd00:1122:3344:101::a]:56694","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19376,"response_code":200}