{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.244153057Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39565"} {"msg":"region f9430350-6c51-4993-b617-28cc6677422a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.244831924Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.245597722Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.245609702Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"uri":"/crucible/0/regions","method":"POST","req_id":"2c1961bd-7b3f-47c2-99c0-39613f9baea5","remote_addr":"[fd00:1122:3344:101::b]:39565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":1347,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_b33c98f5-46aa-49dc-b620-d431d29de6eb/crucible/regions/f9430350-6c51-4993-b617-28cc6677422a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.260037671Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b33c98f5-46aa-49dc-b620-d431d29de6eb/crucible/regions/f9430350-6c51-4993-b617-28cc6677422a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.260070301Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f9430350-6c51-4993-b617-28cc6677422a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f9430350-6c51-4993-b617-28cc6677422a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.335462421Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"region":"f9430350-6c51-4993-b617-28cc6677422a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f9430350-6c51-4993-b617-28cc6677422a\" \"--data\" \"/data/regions/f9430350-6c51-4993-b617-28cc6677422a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.335500312Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"region":"f9430350-6c51-4993-b617-28cc6677422a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.459315782Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"region":"f9430350-6c51-4993-b617-28cc6677422a","component":"worker"} {"msg":"region f9430350-6c51-4993-b617-28cc6677422a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.459363492Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.459448605Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f9430350-6c51-4993-b617-28cc6677422a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.460864759Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f9430350-6c51-4993-b617-28cc6677422a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.473181576Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.511535402Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f9430350-6c51-4993-b617-28cc6677422a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.519561386Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f9430350-6c51-4993-b617-28cc6677422a","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.519941085Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.520006797Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.520063838Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.52013961Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.527949558Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.539316203Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:40.550575965Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"uri":"/crucible/0/regions","method":"POST","req_id":"7488881b-7305-4f3c-b585-9b1346846fbf","remote_addr":"[fd00:1122:3344:101::b]:39565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region ada30b2c-7d25-4575-906a-c41c4c668455 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.069567909Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.069776214Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.069802475Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"uri":"/crucible/0/regions","method":"POST","req_id":"9c9cb7e9-f112-4a6f-9286-d4e7192cc52a","remote_addr":"[fd00:1122:3344:101::b]:39565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":268,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_b33c98f5-46aa-49dc-b620-d431d29de6eb/crucible/regions/ada30b2c-7d25-4575-906a-c41c4c668455","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.079996741Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b33c98f5-46aa-49dc-b620-d431d29de6eb/crucible/regions/ada30b2c-7d25-4575-906a-c41c4c668455","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.080020151Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ada30b2c-7d25-4575-906a-c41c4c668455\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ada30b2c-7d25-4575-906a-c41c4c668455\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.149424237Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"region":"ada30b2c-7d25-4575-906a-c41c4c668455","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ada30b2c-7d25-4575-906a-c41c4c668455\" \"--data\" \"/data/regions/ada30b2c-7d25-4575-906a-c41c4c668455\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.149471878Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"region":"ada30b2c-7d25-4575-906a-c41c4c668455","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.277324464Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"region":"ada30b2c-7d25-4575-906a-c41c4c668455","component":"worker"} {"msg":"region ada30b2c-7d25-4575-906a-c41c4c668455 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.277366676Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.277497379Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ada30b2c-7d25-4575-906a-c41c4c668455","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.278523493Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ada30b2c-7d25-4575-906a-c41c4c668455","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.289224022Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.302164424Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ada30b2c-7d25-4575-906a-c41c4c668455","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.310833704Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ada30b2c-7d25-4575-906a-c41c4c668455","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.31111896Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.311203913Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.311257704Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.311307575Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.318274133Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.327739262Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:10:46.446718764Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"uri":"/crucible/0/regions","method":"POST","req_id":"65ba2394-e0d4-4f36-afc9-60bbec1f177a","remote_addr":"[fd00:1122:3344:101::b]:39565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.78674277Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"uri":"/crucible/0/regions/ada30b2c-7d25-4575-906a-c41c4c668455","method":"GET","req_id":"19deaac1-d45b-4dbc-8857-4f7d2b9a1d40","remote_addr":"[fd00:1122:3344:101::b]:39565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":51,"response_code":"200"} {"msg":"path is \"/data/regions/ada30b2c-7d25-4575-906a-c41c4c668455\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.789828984Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"datafile"} {"msg":"dataset is oxp_b33c98f5-46aa-49dc-b620-d431d29de6eb/crucible/regions/ada30b2c-7d25-4575-906a-c41c4c668455","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.802149692Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"datafile"} {"msg":"region ada30b2c-7d25-4575-906a-c41c4c668455 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.812228195Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.812474761Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.812514982Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"uri":"/crucible/0/regions/ada30b2c-7d25-4575-906a-c41c4c668455","method":"DELETE","req_id":"338f19c9-2faf-4369-bd34-ad007f4d5d50","remote_addr":"[fd00:1122:3344:101::b]:39565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":22741,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-ada30b2c-7d25-4575-906a-c41c4c668455 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.8140685Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.81696849Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"uri":"/crucible/0/regions/ada30b2c-7d25-4575-906a-c41c4c668455","method":"GET","req_id":"1421385a-5356-4855-a7c1-937c6e63545d","remote_addr":"[fd00:1122:3344:101::b]:39565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.819627484Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b33c98f5-46aa-49dc-b620-d431d29de6eb/crucible/regions/ada30b2c-7d25-4575-906a-c41c4c668455\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.830683771Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"region":"ada30b2c-7d25-4575-906a-c41c4c668455","component":"worker"} {"msg":"region ada30b2c-7d25-4575-906a-c41c4c668455 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.881154099Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:11:11.894704216Z","hostname":"oxz_crucible_e2397367-4a84-4fed-a1a9-52ad6d0dd87e","pid":22310,"uri":"/crucible/0/regions/ada30b2c-7d25-4575-906a-c41c4c668455","method":"GET","req_id":"6908ccf6-3df8-44bc-b04b-fdc36e02d02d","remote_addr":"[fd00:1122:3344:101::b]:39565","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":70,"response_code":"200"}