{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.358761516Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35852"} {"msg":"region ea66c87f-8c7f-4f12-861a-2aad442a2204 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.404032266Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.407089428Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.407100718Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"uri":"/crucible/0/regions","method":"POST","req_id":"0c1eebe7-4c11-4136-b54b-72cc8cdc69db","remote_addr":"[fd00:1122:3344:101::b]:35852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19424,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_388cd2c1-bd70-4cac-bdab-4a60ee34dff2/crucible/regions/ea66c87f-8c7f-4f12-861a-2aad442a2204","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.420006096Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_388cd2c1-bd70-4cac-bdab-4a60ee34dff2/crucible/regions/ea66c87f-8c7f-4f12-861a-2aad442a2204","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.420030867Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ea66c87f-8c7f-4f12-861a-2aad442a2204\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea66c87f-8c7f-4f12-861a-2aad442a2204\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.464130555Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"region":"ea66c87f-8c7f-4f12-861a-2aad442a2204","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea66c87f-8c7f-4f12-861a-2aad442a2204\" \"--data\" \"/data/regions/ea66c87f-8c7f-4f12-861a-2aad442a2204\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.466634133Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"region":"ea66c87f-8c7f-4f12-861a-2aad442a2204","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.741261302Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"uri":"/crucible/0/regions","method":"POST","req_id":"83ae43d8-5311-4a09-b4d3-dce10bc976dc","remote_addr":"[fd00:1122:3344:101::b]:35852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.882606361Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"region":"ea66c87f-8c7f-4f12-861a-2aad442a2204","component":"worker"} {"msg":"region ea66c87f-8c7f-4f12-861a-2aad442a2204 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.882641562Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.882728154Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ea66c87f-8c7f-4f12-861a-2aad442a2204","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.883224608Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea66c87f-8c7f-4f12-861a-2aad442a2204","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.893883245Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.915440376Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea66c87f-8c7f-4f12-861a-2aad442a2204","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.916769622Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea66c87f-8c7f-4f12-861a-2aad442a2204","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.917551293Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.917623485Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.917669016Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.917705947Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.919731831Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:43.922129336Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:44.344796435Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"uri":"/crucible/0/regions","method":"POST","req_id":"48c3e78e-f37c-4b4c-b242-4ddc19a2cef5","remote_addr":"[fd00:1122:3344:101::b]:35852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"region 871062fe-375c-4089-8772-7af363d7af52 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.055134689Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.055299004Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"uri":"/crucible/0/regions","method":"POST","req_id":"d7da0fb2-f243-4c76-8c65-ff12b98961c7","remote_addr":"[fd00:1122:3344:101::b]:35852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":211,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.055336414Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_388cd2c1-bd70-4cac-bdab-4a60ee34dff2/crucible/regions/871062fe-375c-4089-8772-7af363d7af52","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.063041202Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_388cd2c1-bd70-4cac-bdab-4a60ee34dff2/crucible/regions/871062fe-375c-4089-8772-7af363d7af52","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.063069263Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"871062fe-375c-4089-8772-7af363d7af52\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/871062fe-375c-4089-8772-7af363d7af52\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.10676292Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"region":"871062fe-375c-4089-8772-7af363d7af52","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"871062fe-375c-4089-8772-7af363d7af52\" \"--data\" \"/data/regions/871062fe-375c-4089-8772-7af363d7af52\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.106809072Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"region":"871062fe-375c-4089-8772-7af363d7af52","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.160498028Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"region":"871062fe-375c-4089-8772-7af363d7af52","component":"worker"} {"msg":"region 871062fe-375c-4089-8772-7af363d7af52 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.16054684Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.160618991Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-871062fe-375c-4089-8772-7af363d7af52","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.160961311Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-871062fe-375c-4089-8772-7af363d7af52","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.162292767Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.165844542Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-871062fe-375c-4089-8772-7af363d7af52","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.167063165Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/871062fe-375c-4089-8772-7af363d7af52","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.167344093Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.167386714Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.167491087Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.167498767Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.169594453Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.17653544Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:06:50.232872648Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"uri":"/crucible/0/regions","method":"POST","req_id":"5beb139a-c0fa-492e-aeec-539fe06d0005","remote_addr":"[fd00:1122:3344:101::b]:35852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.227807398Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"uri":"/crucible/0/regions/871062fe-375c-4089-8772-7af363d7af52","method":"GET","req_id":"fcd6ec4b-47a2-4565-b5ad-34d1fa1d6af9","remote_addr":"[fd00:1122:3344:101::b]:35852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":87,"response_code":200} {"msg":"path is \"/data/regions/871062fe-375c-4089-8772-7af363d7af52\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.234231381Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"datafile"} {"msg":"dataset is oxp_388cd2c1-bd70-4cac-bdab-4a60ee34dff2/crucible/regions/871062fe-375c-4089-8772-7af363d7af52","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.242809762Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"datafile"} {"msg":"region 871062fe-375c-4089-8772-7af363d7af52 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.250880519Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.251026583Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.251036124Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"uri":"/crucible/0/regions/871062fe-375c-4089-8772-7af363d7af52","method":"DELETE","req_id":"374f7fed-b01a-4fbf-a874-374ea25c52af","remote_addr":"[fd00:1122:3344:101::b]:35852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16857,"response_code":204} {"msg":"disabling downstairs instance: downstairs-871062fe-375c-4089-8772-7af363d7af52 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.252251726Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.254714013Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"uri":"/crucible/0/regions/871062fe-375c-4089-8772-7af363d7af52","method":"GET","req_id":"71e64287-a7cd-40bf-9cdc-5599aa6777be","remote_addr":"[fd00:1122:3344:101::b]:35852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.255945086Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_388cd2c1-bd70-4cac-bdab-4a60ee34dff2/crucible/regions/871062fe-375c-4089-8772-7af363d7af52\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.265100172Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"region":"871062fe-375c-4089-8772-7af363d7af52","component":"worker"} {"msg":"region 871062fe-375c-4089-8772-7af363d7af52 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.315604233Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-08T17:07:16.352076966Z","hostname":"oxz_crucible_4bab36c2-40a5-45ce-8843-f389805948b1","pid":23304,"uri":"/crucible/0/regions/871062fe-375c-4089-8772-7af363d7af52","method":"GET","req_id":"37a1356e-c793-4bfa-9534-40fa797f6002","remote_addr":"[fd00:1122:3344:101::b]:35852","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200}