{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.37569968Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65335"} {"msg":"region 18a27f9b-3518-430c-98dc-56961f4f8435 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.424671482Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.427986026Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.428000826Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions","method":"POST","req_id":"a0cdce0c-0d67-4cef-a4db-7c649a508bc6","remote_addr":"[fd00:1122:3344:101::c]:65335","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20627,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4a3c8b60-557b-4911-b18f-e9c2a05dc248/crucible/regions/18a27f9b-3518-430c-98dc-56961f4f8435","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.439752364Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4a3c8b60-557b-4911-b18f-e9c2a05dc248/crucible/regions/18a27f9b-3518-430c-98dc-56961f4f8435","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.439766065Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"18a27f9b-3518-430c-98dc-56961f4f8435\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/18a27f9b-3518-430c-98dc-56961f4f8435\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.490189214Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"region":"18a27f9b-3518-430c-98dc-56961f4f8435","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"18a27f9b-3518-430c-98dc-56961f4f8435\" \"--data\" \"/data/regions/18a27f9b-3518-430c-98dc-56961f4f8435\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.493276722Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"region":"18a27f9b-3518-430c-98dc-56961f4f8435","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.603827206Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions","method":"POST","req_id":"86fff6ad-6144-4edc-8072-48396c9d9fd1","remote_addr":"[fd00:1122:3344:101::c]:65335","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.889911452Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions","method":"POST","req_id":"1158b956-76ae-474e-8595-adeb27ca9f3b","remote_addr":"[fd00:1122:3344:101::c]:65335","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.890159059Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"region":"18a27f9b-3518-430c-98dc-56961f4f8435","component":"worker"} {"msg":"region 18a27f9b-3518-430c-98dc-56961f4f8435 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.890169039Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.890305882Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-18a27f9b-3518-430c-98dc-56961f4f8435","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.890649971Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18a27f9b-3518-430c-98dc-56961f4f8435","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.905480077Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.927806964Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18a27f9b-3518-430c-98dc-56961f4f8435","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.931187459Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18a27f9b-3518-430c-98dc-56961f4f8435","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.931895777Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.931974229Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.932018821Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.932070692Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.936799412Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:50.942090166Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:51.698509313Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions","method":"POST","req_id":"4a2cb406-2eb1-4bac-898f-e20dc7dce236","remote_addr":"[fd00:1122:3344:101::c]:65335","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region 4fe1691d-0819-49a9-8613-e2d1919619ef state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.048047228Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.048237213Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.048265564Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions","method":"POST","req_id":"2c9ec80e-a887-4091-8d81-ec7f4550694a","remote_addr":"[fd00:1122:3344:101::c]:65335","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":243,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4a3c8b60-557b-4911-b18f-e9c2a05dc248/crucible/regions/4fe1691d-0819-49a9-8613-e2d1919619ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.055150788Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4a3c8b60-557b-4911-b18f-e9c2a05dc248/crucible/regions/4fe1691d-0819-49a9-8613-e2d1919619ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.055168779Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4fe1691d-0819-49a9-8613-e2d1919619ef\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4fe1691d-0819-49a9-8613-e2d1919619ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.11830179Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"region":"4fe1691d-0819-49a9-8613-e2d1919619ef","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4fe1691d-0819-49a9-8613-e2d1919619ef\" \"--data\" \"/data/regions/4fe1691d-0819-49a9-8613-e2d1919619ef\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.118346401Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"region":"4fe1691d-0819-49a9-8613-e2d1919619ef","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.202574567Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"region":"4fe1691d-0819-49a9-8613-e2d1919619ef","component":"worker"} {"msg":"region 4fe1691d-0819-49a9-8613-e2d1919619ef state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.202612148Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.202719551Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4fe1691d-0819-49a9-8613-e2d1919619ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.206886997Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4fe1691d-0819-49a9-8613-e2d1919619ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.211362561Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.221532688Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4fe1691d-0819-49a9-8613-e2d1919619ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.226753121Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4fe1691d-0819-49a9-8613-e2d1919619ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.226963956Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.227002737Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.227036928Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.227069179Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.231353008Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.237303448Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:39:58.319954875Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions","method":"POST","req_id":"c0205ddc-297a-41ef-9048-f211f51b4f6f","remote_addr":"[fd00:1122:3344:101::c]:65335","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.027724149Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63437"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.027839212Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions/4fe1691d-0819-49a9-8613-e2d1919619ef","method":"GET","req_id":"e3f0b9dc-2e75-4538-9037-12f775651753","remote_addr":"[fd00:1122:3344:101::c]:63437","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/4fe1691d-0819-49a9-8613-e2d1919619ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.030638463Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"datafile"} {"msg":"dataset is oxp_4a3c8b60-557b-4911-b18f-e9c2a05dc248/crucible/regions/4fe1691d-0819-49a9-8613-e2d1919619ef","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.044031783Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"datafile"} {"msg":"region 4fe1691d-0819-49a9-8613-e2d1919619ef state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.050357234Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.050879387Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.050895197Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions/4fe1691d-0819-49a9-8613-e2d1919619ef","method":"DELETE","req_id":"b7b97d55-5542-4e27-838f-05c764581478","remote_addr":"[fd00:1122:3344:101::c]:63437","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20262,"response_code":204} {"msg":"disabling downstairs instance: downstairs-4fe1691d-0819-49a9-8613-e2d1919619ef (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.051528223Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.053936964Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions/4fe1691d-0819-49a9-8613-e2d1919619ef","method":"GET","req_id":"e4b947b3-92b6-45bf-b431-62e435c127e3","remote_addr":"[fd00:1122:3344:101::c]:63437","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":103,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.070099054Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4a3c8b60-557b-4911-b18f-e9c2a05dc248/crucible/regions/4fe1691d-0819-49a9-8613-e2d1919619ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.077737248Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"region":"4fe1691d-0819-49a9-8613-e2d1919619ef","component":"worker"} {"msg":"region 4fe1691d-0819-49a9-8613-e2d1919619ef state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.161854082Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T01:40:34.163645787Z","hostname":"oxz_crucible_5bca9101-db8a-46d0-9043-69556972133f","pid":23511,"uri":"/crucible/0/regions/4fe1691d-0819-49a9-8613-e2d1919619ef","method":"GET","req_id":"11518f5b-a4fa-408f-bc7d-6a61ae4efdea","remote_addr":"[fd00:1122:3344:101::c]:63437","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":200}