{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:35.92779847Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51377"} {"msg":"region d34aa271-685e-4218-ba45-ead9ef576965 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:35.927897031Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:35.92862005Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"uri":"/crucible/0/regions","method":"POST","req_id":"462a76c0-ff81-4db5-a4db-fed42d0800e9","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":759,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:35.92865485Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ce866c5e-9dbe-41d9-a479-95088635c7b7/crucible/regions/d34aa271-685e-4218-ba45-ead9ef576965","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:35.936839808Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ce866c5e-9dbe-41d9-a479-95088635c7b7/crucible/regions/d34aa271-685e-4218-ba45-ead9ef576965","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:35.936855848Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d34aa271-685e-4218-ba45-ead9ef576965\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d34aa271-685e-4218-ba45-ead9ef576965\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:35.997410596Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"region":"d34aa271-685e-4218-ba45-ead9ef576965","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d34aa271-685e-4218-ba45-ead9ef576965\" \"--data\" \"/data/regions/d34aa271-685e-4218-ba45-ead9ef576965\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:35.997441696Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"region":"d34aa271-685e-4218-ba45-ead9ef576965","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.231863207Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"uri":"/crucible/0/regions","method":"POST","req_id":"67821f15-c783-418b-8930-b803422a1dd1","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.349009376Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"region":"d34aa271-685e-4218-ba45-ead9ef576965","component":"worker"} {"msg":"region d34aa271-685e-4218-ba45-ead9ef576965 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.349062087Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.349200208Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d34aa271-685e-4218-ba45-ead9ef576965","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.350520694Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d34aa271-685e-4218-ba45-ead9ef576965","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.366295851Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.399537145Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d34aa271-685e-4218-ba45-ead9ef576965","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.405933701Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d34aa271-685e-4218-ba45-ead9ef576965","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.406314056Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.406382237Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.406438917Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.406490988Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.413513711Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.425162039Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:36.659543088Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"uri":"/crucible/0/regions","method":"POST","req_id":"66d6a883-2001-4a99-a5e2-af4964a62a19","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region 9b491ff7-9561-40eb-9653-9f2af76175bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.100889186Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.101065748Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"uri":"/crucible/0/regions","method":"POST","req_id":"aec89cc7-6f35-45fc-b71c-43a5b7cd593b","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":234,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.101084008Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ce866c5e-9dbe-41d9-a479-95088635c7b7/crucible/regions/9b491ff7-9561-40eb-9653-9f2af76175bc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.108077246Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ce866c5e-9dbe-41d9-a479-95088635c7b7/crucible/regions/9b491ff7-9561-40eb-9653-9f2af76175bc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.108087043Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9b491ff7-9561-40eb-9653-9f2af76175bc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9b491ff7-9561-40eb-9653-9f2af76175bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.179158014Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"region":"9b491ff7-9561-40eb-9653-9f2af76175bc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9b491ff7-9561-40eb-9653-9f2af76175bc\" \"--data\" \"/data/regions/9b491ff7-9561-40eb-9653-9f2af76175bc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.179186814Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"region":"9b491ff7-9561-40eb-9653-9f2af76175bc","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.286814891Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"region":"9b491ff7-9561-40eb-9653-9f2af76175bc","component":"worker"} {"msg":"region 9b491ff7-9561-40eb-9653-9f2af76175bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.286847331Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.286963393Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9b491ff7-9561-40eb-9653-9f2af76175bc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.287857703Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9b491ff7-9561-40eb-9653-9f2af76175bc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.301746678Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.314081505Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b491ff7-9561-40eb-9653-9f2af76175bc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.319749512Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b491ff7-9561-40eb-9653-9f2af76175bc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.320020885Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.320096396Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.320144496Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.320197307Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.326621118Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.34570356Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:02:44.425279003Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"uri":"/crucible/0/regions","method":"POST","req_id":"18e6131f-e4c9-4131-bc4f-c75fa4340df2","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.348354237Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"uri":"/crucible/0/regions/9b491ff7-9561-40eb-9653-9f2af76175bc","method":"GET","req_id":"64cd96d4-5b6e-487c-8ab6-c2dce07f8a11","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/9b491ff7-9561-40eb-9653-9f2af76175bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.350965298Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"datafile"} {"msg":"dataset is oxp_ce866c5e-9dbe-41d9-a479-95088635c7b7/crucible/regions/9b491ff7-9561-40eb-9653-9f2af76175bc","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.363031651Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"datafile"} {"msg":"region 9b491ff7-9561-40eb-9653-9f2af76175bc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.369802781Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.37058524Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.370596451Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"uri":"/crucible/0/regions/9b491ff7-9561-40eb-9653-9f2af76175bc","method":"DELETE","req_id":"c25ff3d6-c15b-4d9a-99d5-7f8d2132322f","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19640,"response_code":204} {"msg":"disabling downstairs instance: downstairs-9b491ff7-9561-40eb-9653-9f2af76175bc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.372834657Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.374118193Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"uri":"/crucible/0/regions/9b491ff7-9561-40eb-9653-9f2af76175bc","method":"GET","req_id":"4c78d74c-8adb-4acb-8dda-4df425a5701f","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":35,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.385988953Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ce866c5e-9dbe-41d9-a479-95088635c7b7/crucible/regions/9b491ff7-9561-40eb-9653-9f2af76175bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.393931228Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"region":"9b491ff7-9561-40eb-9653-9f2af76175bc","component":"worker"} {"msg":"region 9b491ff7-9561-40eb-9653-9f2af76175bc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.449521107Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-29T22:03:09.528256461Z","hostname":"oxz_crucible_31f8f946-5fc3-485d-bfc4-7b1a11b6b060","pid":22762,"uri":"/crucible/0/regions/9b491ff7-9561-40eb-9653-9f2af76175bc","method":"GET","req_id":"acf938da-1a60-450b-b281-8cf79b100b6e","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":200}