{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.245274275Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60813"} {"msg":"region dd37d884-1027-4e2c-bbf9-52e6792c2515 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.362410921Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.379817049Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.37983399Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions","method":"POST","req_id":"858bcfdf-91bc-4f4d-a4c2-c40211ad4235","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":94384,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9f54b40c-123c-46d2-b148-a5339b12f1fd/crucible/regions/dd37d884-1027-4e2c-bbf9-52e6792c2515","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.388961643Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9f54b40c-123c-46d2-b148-a5339b12f1fd/crucible/regions/dd37d884-1027-4e2c-bbf9-52e6792c2515","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.388980964Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.561092766Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions","method":"POST","req_id":"1396400d-9340-4537-979a-58f916c719fe","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"creating region Region { id: RegionId(\"dd37d884-1027-4e2c-bbf9-52e6792c2515\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/dd37d884-1027-4e2c-bbf9-52e6792c2515\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.597495049Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"region":"dd37d884-1027-4e2c-bbf9-52e6792c2515","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"dd37d884-1027-4e2c-bbf9-52e6792c2515\" \"--data\" \"/data/regions/dd37d884-1027-4e2c-bbf9-52e6792c2515\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.599911072Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"region":"dd37d884-1027-4e2c-bbf9-52e6792c2515","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:08.920575671Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions","method":"POST","req_id":"b51c65e6-b422-467f-9e87-daf2b7f00e0d","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.495646379Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"region":"dd37d884-1027-4e2c-bbf9-52e6792c2515","component":"worker"} {"msg":"region dd37d884-1027-4e2c-bbf9-52e6792c2515 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.4956852Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.495771582Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-dd37d884-1027-4e2c-bbf9-52e6792c2515","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.496094899Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.514109121Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions","method":"POST","req_id":"bdeae536-9501-44f1-bc6c-3c172fbaaefe","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-dd37d884-1027-4e2c-bbf9-52e6792c2515","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.530010896Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.592928841Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-dd37d884-1027-4e2c-bbf9-52e6792c2515","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.616798104Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dd37d884-1027-4e2c-bbf9-52e6792c2515","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.617617732Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.617675473Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.617714294Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.617749515Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.640276788Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:09.654072336Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"region d5fb3cea-2b22-4f99-bf7f-4b5597709cbc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:17.954675185Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:17.954842998Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions","method":"POST","req_id":"b33994ab-41b9-4700-943a-d1c3635c5bc8","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":224,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:17.954881989Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9f54b40c-123c-46d2-b148-a5339b12f1fd/crucible/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:17.961364054Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9f54b40c-123c-46d2-b148-a5339b12f1fd/crucible/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:17.961389744Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d5fb3cea-2b22-4f99-bf7f-4b5597709cbc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.04990434Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"region":"d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d5fb3cea-2b22-4f99-bf7f-4b5597709cbc\" \"--data\" \"/data/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.049942041Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"region":"d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.191776768Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions","method":"POST","req_id":"4f3645f3-cb55-4aa1-b19d-1d0d19579227","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.221725546Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"region":"d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","component":"worker"} {"msg":"region d5fb3cea-2b22-4f99-bf7f-4b5597709cbc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.221748107Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.22187051Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.222202787Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.230149744Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.25145325Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.2675811Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.267871386Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.267912778Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.267948168Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.267985859Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.278184487Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.307137853Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:18.619077787Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions","method":"POST","req_id":"0ca5c433-e559-4814-aeba-133ce96b08c2","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.786435653Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","method":"GET","req_id":"3d05484c-6b58-4e44-9bc2-d55dc8d6606c","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200} {"msg":"path is \"/data/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.790256058Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"datafile"} {"msg":"dataset is oxp_9f54b40c-123c-46d2-b148-a5339b12f1fd/crucible/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.798949632Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"datafile"} {"msg":"region d5fb3cea-2b22-4f99-bf7f-4b5597709cbc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.806573443Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.806721626Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","method":"DELETE","req_id":"cd32aeb6-cbb4-42e4-babc-2a6c912d0741","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16490,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.806741176Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-d5fb3cea-2b22-4f99-bf7f-4b5597709cbc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.807789619Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.8095979Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","method":"GET","req_id":"4e1c3eab-ab06-4695-95ed-4bf1b2505df3","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.815930411Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9f54b40c-123c-46d2-b148-a5339b12f1fd/crucible/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.824979623Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"region":"d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.869562229Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","method":"GET","req_id":"1937a221-c634-4ff2-945b-83940cb1c02b","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"region d5fb3cea-2b22-4f99-bf7f-4b5597709cbc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.884021321Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-24T01:05:46.999786764Z","hostname":"oxz_crucible_8d85b495-20d3-41db-a091-83bc7570b2c2","pid":23630,"uri":"/crucible/0/regions/d5fb3cea-2b22-4f99-bf7f-4b5597709cbc","method":"GET","req_id":"4b698968-1246-4e42-ae84-bc55b1145d49","remote_addr":"[fd00:1122:3344:101::c]:60813","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200}