{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.091534746Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36523"} {"msg":"region 69506e3a-1d86-4017-b290-d835e97ab9e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.091602418Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.092221225Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"01a805e8-8860-48e7-b33f-f7f220fcb651","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":649,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.092235085Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/69506e3a-1d86-4017-b290-d835e97ab9e0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.100313439Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/69506e3a-1d86-4017-b290-d835e97ab9e0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.10033196Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"69506e3a-1d86-4017-b290-d835e97ab9e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/69506e3a-1d86-4017-b290-d835e97ab9e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.170185514Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"69506e3a-1d86-4017-b290-d835e97ab9e0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"69506e3a-1d86-4017-b290-d835e97ab9e0\" \"--data\" \"/data/regions/69506e3a-1d86-4017-b290-d835e97ab9e0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.170224645Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"69506e3a-1d86-4017-b290-d835e97ab9e0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.230071183Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"ac2b875f-7dd3-43bb-9746-f941575cc624","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.298286552Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"69506e3a-1d86-4017-b290-d835e97ab9e0","component":"worker"} {"msg":"region 69506e3a-1d86-4017-b290-d835e97ab9e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.298322683Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.298430596Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-69506e3a-1d86-4017-b290-d835e97ab9e0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.299200607Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-69506e3a-1d86-4017-b290-d835e97ab9e0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.310238943Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.339880884Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-69506e3a-1d86-4017-b290-d835e97ab9e0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.346169478Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/69506e3a-1d86-4017-b290-d835e97ab9e0","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.346389184Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.346439556Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.346477147Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.346513178Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.36032934Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.36682088Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:38.953275092Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"3ae5b82a-c129-4d8d-83cd-0ba4eb379ad2","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region 68508ae8-500d-4ee5-a192-94a995dcc3ca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.425171182Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.425347506Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"ade5f712-bd12-4d50-9227-1fc8df9bfc92","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":229,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.425362937Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.431534798Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.431556568Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"68508ae8-500d-4ee5-a192-94a995dcc3ca\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.497966827Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"68508ae8-500d-4ee5-a192-94a995dcc3ca","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"68508ae8-500d-4ee5-a192-94a995dcc3ca\" \"--data\" \"/data/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.497999479Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"68508ae8-500d-4ee5-a192-94a995dcc3ca","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.596156197Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"2356c813-3e84-4ab8-b110-42665e29c968","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.609393333Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"68508ae8-500d-4ee5-a192-94a995dcc3ca","component":"worker"} {"msg":"region 68508ae8-500d-4ee5-a192-94a995dcc3ca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.609412884Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.609564148Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-68508ae8-500d-4ee5-a192-94a995dcc3ca","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.610598877Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-68508ae8-500d-4ee5-a192-94a995dcc3ca","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.62153727Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.63671598Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-68508ae8-500d-4ee5-a192-94a995dcc3ca","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.641585745Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.641886853Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.641941065Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.641993747Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.642037038Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.648241609Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:45.6630499Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:22:46.347510346Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions","method":"POST","req_id":"3f07716c-a4f3-4ad7-96fc-5f2d03bab778","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.147999365Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca","method":"GET","req_id":"5b7616aa-0fc6-42c4-90f6-fada190a28f8","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.152490749Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"} {"msg":"dataset is oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.16299865Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"} {"msg":"region 68508ae8-500d-4ee5-a192-94a995dcc3ca state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.169815779Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.170430256Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.170450137Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca","method":"DELETE","req_id":"3b7feda0-7643-4cf3-85ad-8b213cb7f156","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17959,"response_code":204} {"msg":"disabling downstairs instance: downstairs-68508ae8-500d-4ee5-a192-94a995dcc3ca (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.171499466Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.173499831Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca","method":"GET","req_id":"0ea80450-3c49-491f-b4c9-06c815049118","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.187232342Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d062d7e8-afdc-4641-b0c1-492bb6448500/crucible/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.195614343Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"region":"68508ae8-500d-4ee5-a192-94a995dcc3ca","component":"worker"} {"msg":"region 68508ae8-500d-4ee5-a192-94a995dcc3ca state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.248111528Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-26T17:23:11.256738876Z","hostname":"oxz_crucible_abb12d5e-89ff-48ce-bd22-8ea148ee10f8","pid":23406,"uri":"/crucible/0/regions/68508ae8-500d-4ee5-a192-94a995dcc3ca","method":"GET","req_id":"0998a158-d1e3-403b-aef8-79b7371c8d99","remote_addr":"[fd00:1122:3344:101::b]:36523","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":200}