{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.588219549Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63994"} {"msg":"region d8f4383f-53df-406a-a760-3eace6e0e167 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.58833239Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.5925621Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"uri":"/crucible/0/regions","method":"POST","req_id":"662453c4-855e-4258-b673-05796bff239d","remote_addr":"[fd00:1122:3344:101::b]:63994","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":4323,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.592584159Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/d8f4383f-53df-406a-a760-3eace6e0e167","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.601221918Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/d8f4383f-53df-406a-a760-3eace6e0e167","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.601233909Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d8f4383f-53df-406a-a760-3eace6e0e167\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d8f4383f-53df-406a-a760-3eace6e0e167\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.64829896Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"region":"d8f4383f-53df-406a-a760-3eace6e0e167","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d8f4383f-53df-406a-a760-3eace6e0e167\" \"--data\" \"/data/regions/d8f4383f-53df-406a-a760-3eace6e0e167\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.648337301Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"region":"d8f4383f-53df-406a-a760-3eace6e0e167","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.695520848Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"region":"d8f4383f-53df-406a-a760-3eace6e0e167","component":"worker"} {"msg":"region d8f4383f-53df-406a-a760-3eace6e0e167 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.695550023Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.695635233Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d8f4383f-53df-406a-a760-3eace6e0e167","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.705952519Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d8f4383f-53df-406a-a760-3eace6e0e167","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.708196478Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.714421987Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d8f4383f-53df-406a-a760-3eace6e0e167","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.715692547Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d8f4383f-53df-406a-a760-3eace6e0e167","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.716017012Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.716066042Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.716104543Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.716141963Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.717928579Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.720715325Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:17.871784221Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"uri":"/crucible/0/regions","method":"POST","req_id":"547a4271-231f-498e-83a9-2c3cd7b42dda","remote_addr":"[fd00:1122:3344:101::b]:63994","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.214513295Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"uri":"/crucible/0/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0","method":"GET","req_id":"bde1dd68-9073-4650-8fc0-0da6618e0317","remote_addr":"[fd00:1122:3344:101::b]:63994","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.218525952Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"dataset is oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.225357294Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"snapshot is oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0@8a926ac3-e2fa-4091-90bb-232288599c60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.231395438Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0\", \"8a926ac3-e2fa-4091-90bb-232288599c60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.231417085Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.239127731Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"uri":"/crucible/0/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0/snapshots/8a926ac3-e2fa-4091-90bb-232288599c60","method":"GET","req_id":"f7a5a064-a7e1-4e64-8335-5d152e17111f","remote_addr":"[fd00:1122:3344:101::b]:63994","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20628,"response_code":200} {"msg":"path is \"/data/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.255915505Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"dataset is oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.261334344Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"snapshot is oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0@8a926ac3-e2fa-4091-90bb-232288599c60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.266232229Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0\", \"8a926ac3-e2fa-4091-90bb-232288599c60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.26625273Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b8c3faae-178d-4f93-971e-838ddb1b34e0-8a926ac3-e2fa-4091-90bb-232288599c60 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.271934662Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.272098935Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"uri":"/crucible/0/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0/snapshots/8a926ac3-e2fa-4091-90bb-232288599c60/run","method":"POST","req_id":"0dd1c448-084e-43cf-9540-732872955e62","remote_addr":"[fd00:1122:3344:101::b]:63994","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16201,"response_code":200} {"msg":"applying SMF actions for region b8c3faae-178d-4f93-971e-838ddb1b34e0 running snapshot 8a926ac3-e2fa-4091-90bb-232288599c60 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.272119551Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-b8c3faae-178d-4f93-971e-838ddb1b34e0-8a926ac3-e2fa-4091-90bb-232288599c60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.276735906Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b8c3faae-178d-4f93-971e-838ddb1b34e0-8a926ac3-e2fa-4091-90bb-232288599c60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.285592967Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b8c3faae-178d-4f93-971e-838ddb1b34e0-8a926ac3-e2fa-4091-90bb-232288599c60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.29029467Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0/.zfs/snapshot/8a926ac3-e2fa-4091-90bb-232288599c60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.290612303Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.290655783Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.290700064Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.290736914Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.290781955Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.292615411Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.295306696Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"worker"} {"msg":"region b8c3faae-178d-4f93-971e-838ddb1b34e0 running snapshot 8a926ac3-e2fa-4091-90bb-232288599c60 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.295322386Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"path is \"/data/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.539127394Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"dataset is oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.546096567Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"datafile"} {"msg":"snapshot is oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0@8a926ac3-e2fa-4091-90bb-232288599c60","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.552098912Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0b2d017b-2f79-4363-b7f8-588a120a0cb9/crucible/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0\", \"8a926ac3-e2fa-4091-90bb-232288599c60\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.552129562Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-04T03:03:18.557135848Z","hostname":"oxz_crucible_7f9d24dc-941e-4a1d-a0ff-cb9fa0839c58","pid":22000,"uri":"/crucible/0/regions/b8c3faae-178d-4f93-971e-838ddb1b34e0/snapshots/8a926ac3-e2fa-4091-90bb-232288599c60/run","method":"POST","req_id":"5ffb294f-6d5a-406e-88cd-020f78387442","remote_addr":"[fd00:1122:3344:101::b]:63994","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18042,"response_code":200}