{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.401823317Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62283"} {"msg":"region fa9dc495-0aa3-4f67-8f91-8331da7f028a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.401931998Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.402868886Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"uri":"/crucible/0/regions","method":"POST","req_id":"bcb373c3-5aae-4bb3-9de3-0258ff66f400","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":980,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.402886246Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_00d7596c-bdb3-46be-936e-8ab772fa1413/crucible/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.414043514Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_00d7596c-bdb3-46be-936e-8ab772fa1413/crucible/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.414067104Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fa9dc495-0aa3-4f67-8f91-8331da7f028a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.469091195Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"region":"fa9dc495-0aa3-4f67-8f91-8331da7f028a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fa9dc495-0aa3-4f67-8f91-8331da7f028a\" \"--data\" \"/data/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.469136576Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"region":"fa9dc495-0aa3-4f67-8f91-8331da7f028a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.762143737Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"region":"fa9dc495-0aa3-4f67-8f91-8331da7f028a","component":"worker"} {"msg":"region fa9dc495-0aa3-4f67-8f91-8331da7f028a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.762209287Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.762286998Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fa9dc495-0aa3-4f67-8f91-8331da7f028a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.763764921Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fa9dc495-0aa3-4f67-8f91-8331da7f028a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.769604112Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.770597361Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"uri":"/crucible/0/regions","method":"POST","req_id":"60249b39-1596-4ce3-8659-6bcc9b45fe0c","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.785880934Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa9dc495-0aa3-4f67-8f91-8331da7f028a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.788929561Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.789213194Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.789260314Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.789305534Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.789344825Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.793152738Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.798165452Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.355318492Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"uri":"/crucible/0/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a","method":"GET","req_id":"0a89eaff-e25a-4b7d-9e1c-b130209a5564","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":"200"} {"msg":"path is \"/data/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.357623602Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"datafile"} {"msg":"dataset is oxp_00d7596c-bdb3-46be-936e-8ab772fa1413/crucible/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.369500886Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"datafile"} {"msg":"region fa9dc495-0aa3-4f67-8f91-8331da7f028a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.379516643Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.379722375Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.379781366Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"uri":"/crucible/0/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a","method":"DELETE","req_id":"4cd1a38e-6021-44df-a03c-5bc3bfe820bd","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22204,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-fa9dc495-0aa3-4f67-8f91-8331da7f028a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.38137682Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.384262115Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"uri":"/crucible/0/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a","method":"GET","req_id":"7fac91bc-5310-4312-aa44-f3d70e578a1f","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.387630585Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_00d7596c-bdb3-46be-936e-8ab772fa1413/crucible/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.396959916Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"region":"fa9dc495-0aa3-4f67-8f91-8331da7f028a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.465868618Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"uri":"/crucible/0/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a","method":"GET","req_id":"a96da612-9f88-462a-9455-abdac08e821b","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":89,"response_code":"200"} {"msg":"region fa9dc495-0aa3-4f67-8f91-8331da7f028a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.469834843Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.556244878Z","hostname":"oxz_crucible_7da4a287-f903-4add-827b-fc3859cfdbd1","pid":23233,"uri":"/crucible/0/regions/fa9dc495-0aa3-4f67-8f91-8331da7f028a","method":"GET","req_id":"de44843a-172e-4ab0-afbf-247224288c99","remote_addr":"[fd00:1122:3344:101::a]:62283","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":"200"}