{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.74184941Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59965"} {"msg":"region 2c88a535-03fb-4027-a480-909c38f1ec8b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.741927272Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.742771645Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.742787765Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"uri":"/crucible/0/regions","method":"POST","req_id":"bcc602d6-c4ef-4ffc-9fb2-fb8f112f44ce","remote_addr":"[fd00:1122:3344:101::b]:59965","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":877,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_cd0e8796-d29e-4fa8-bf85-7b1a1ca6ce23/crucible/regions/2c88a535-03fb-4027-a480-909c38f1ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.750975273Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd0e8796-d29e-4fa8-bf85-7b1a1ca6ce23/crucible/regions/2c88a535-03fb-4027-a480-909c38f1ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.750994133Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2c88a535-03fb-4027-a480-909c38f1ec8b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2c88a535-03fb-4027-a480-909c38f1ec8b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.808754259Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"region":"2c88a535-03fb-4027-a480-909c38f1ec8b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2c88a535-03fb-4027-a480-909c38f1ec8b\" \"--data\" \"/data/regions/2c88a535-03fb-4027-a480-909c38f1ec8b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.80879166Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"region":"2c88a535-03fb-4027-a480-909c38f1ec8b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.90506079Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"region":"2c88a535-03fb-4027-a480-909c38f1ec8b","component":"worker"} {"msg":"region 2c88a535-03fb-4027-a480-909c38f1ec8b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.905096141Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.905183623Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2c88a535-03fb-4027-a480-909c38f1ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.905950964Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2c88a535-03fb-4027-a480-909c38f1ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.91559108Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.938411397Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2c88a535-03fb-4027-a480-909c38f1ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.941440777Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2c88a535-03fb-4027-a480-909c38f1ec8b","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.941703024Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.941751196Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.941787386Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.941824107Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.945059503Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:20.949356958Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:21.065812804Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"uri":"/crucible/0/regions","method":"POST","req_id":"c7f915d3-c767-42b0-8edc-57e0e2cb600d","remote_addr":"[fd00:1122:3344:101::b]:59965","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region 7f7336b6-a4e9-44fd-be27-7228d7d9568e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:26.880986334Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:26.881161648Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"uri":"/crucible/0/regions","method":"POST","req_id":"5bdfcdcd-ed84-4893-b8d2-3f163e40f22a","remote_addr":"[fd00:1122:3344:101::b]:59965","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":230,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:26.881184209Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_cd0e8796-d29e-4fa8-bf85-7b1a1ca6ce23/crucible/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:26.886809409Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd0e8796-d29e-4fa8-bf85-7b1a1ca6ce23/crucible/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:26.886828339Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7f7336b6-a4e9-44fd-be27-7228d7d9568e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:26.942769966Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"region":"7f7336b6-a4e9-44fd-be27-7228d7d9568e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7f7336b6-a4e9-44fd-be27-7228d7d9568e\" \"--data\" \"/data/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:26.942809318Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"region":"7f7336b6-a4e9-44fd-be27-7228d7d9568e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.021906001Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"region":"7f7336b6-a4e9-44fd-be27-7228d7d9568e","component":"worker"} {"msg":"region 7f7336b6-a4e9-44fd-be27-7228d7d9568e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.021940832Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.022050085Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7f7336b6-a4e9-44fd-be27-7228d7d9568e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.026933035Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7f7336b6-a4e9-44fd-be27-7228d7d9568e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.035503432Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.042289733Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7f7336b6-a4e9-44fd-be27-7228d7d9568e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.046119854Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.04633856Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.046383402Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.046432213Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.046465804Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.051292912Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.057142648Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:27.152303988Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"uri":"/crucible/0/regions","method":"POST","req_id":"40669471-e805-4544-ab00-0ff4e7f5b7ce","remote_addr":"[fd00:1122:3344:101::b]:59965","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.592277761Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"uri":"/crucible/0/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e","method":"GET","req_id":"3cfa2b41-ca2e-4a41-99d1-a9ac4164d997","remote_addr":"[fd00:1122:3344:101::b]:59965","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"path is \"/data/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.595948498Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"datafile"} {"msg":"dataset is oxp_cd0e8796-d29e-4fa8-bf85-7b1a1ca6ce23/crucible/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.605808931Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"datafile"} {"msg":"region 7f7336b6-a4e9-44fd-be27-7228d7d9568e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.613388942Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.613529856Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"uri":"/crucible/0/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e","method":"DELETE","req_id":"1565fed6-375e-4edf-9128-67d211a80eba","remote_addr":"[fd00:1122:3344:101::b]:59965","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17636,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.613565657Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-7f7336b6-a4e9-44fd-be27-7228d7d9568e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.615291773Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.616281379Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"uri":"/crucible/0/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e","method":"GET","req_id":"b36921ba-7895-46ce-b89b-c3ba3b737b30","remote_addr":"[fd00:1122:3344:101::b]:59965","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.626642425Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cd0e8796-d29e-4fa8-bf85-7b1a1ca6ce23/crucible/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.634530954Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"region":"7f7336b6-a4e9-44fd-be27-7228d7d9568e","component":"worker"} {"msg":"region 7f7336b6-a4e9-44fd-be27-7228d7d9568e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.683708972Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-18T23:52:52.695190367Z","hostname":"oxz_crucible_fd449af7-5513-4fe2-864f-e6f9608952d2","pid":24513,"uri":"/crucible/0/regions/7f7336b6-a4e9-44fd-be27-7228d7d9568e","method":"GET","req_id":"f38e5bb0-5173-43ae-965a-8b03af2c5516","remote_addr":"[fd00:1122:3344:101::b]:59965","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":45,"response_code":200}