{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.699610795Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53035"} {"msg":"region 619ddfc0-863d-4b08-b062-d77b7a4f125e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.699720596Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.700298181Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"b71e7fbb-d923-436e-acb1-9f8844c89788","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":624,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.700311411Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/619ddfc0-863d-4b08-b062-d77b7a4f125e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.71163425Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/619ddfc0-863d-4b08-b062-d77b7a4f125e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.71166434Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"619ddfc0-863d-4b08-b062-d77b7a4f125e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/619ddfc0-863d-4b08-b062-d77b7a4f125e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.767097005Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"619ddfc0-863d-4b08-b062-d77b7a4f125e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"619ddfc0-863d-4b08-b062-d77b7a4f125e\" \"--data\" \"/data/regions/619ddfc0-863d-4b08-b062-d77b7a4f125e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.767168185Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"619ddfc0-863d-4b08-b062-d77b7a4f125e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.853008056Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"619ddfc0-863d-4b08-b062-d77b7a4f125e","component":"worker"} {"msg":"region 619ddfc0-863d-4b08-b062-d77b7a4f125e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.853073467Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.853168847Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-619ddfc0-863d-4b08-b062-d77b7a4f125e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.866920397Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-619ddfc0-863d-4b08-b062-d77b7a4f125e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.871921431Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.880777839Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"4a9cb065-7571-4291-838e-bc9afa77a654","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":96,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.884442721Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-619ddfc0-863d-4b08-b062-d77b7a4f125e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.890007039Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/619ddfc0-863d-4b08-b062-d77b7a4f125e","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.890395033Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.890462483Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.890520584Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.890581104Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.896747858Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:20.904263944Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.940455551Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions/34f43b95-e847-4a18-a3ca-71268bb2c858","method":"GET","req_id":"77639f1d-0ffd-4c1d-816d-85fadf3477e6","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2252,"response_code":"200"} {"msg":"path is \"/data/regions/34f43b95-e847-4a18-a3ca-71268bb2c858\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.943151605Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"dataset is oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.95293686Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"snapshot is oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858@d9d176ee-a185-4bb3-bdac-98f070c5818d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.961498825Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858\", \"d9d176ee-a185-4bb3-bdac-98f070c5818d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.961527095Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.972931665Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions/34f43b95-e847-4a18-a3ca-71268bb2c858/snapshots/d9d176ee-a185-4bb3-bdac-98f070c5818d","method":"GET","req_id":"f1e5c983-c9f4-4729-bdcc-290500fd10a2","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29786,"response_code":"200"} {"msg":"path is \"/data/regions/34f43b95-e847-4a18-a3ca-71268bb2c858\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.975460737Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"dataset is oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.984125963Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"snapshot is oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858@d9d176ee-a185-4bb3-bdac-98f070c5818d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.992448996Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858\", \"d9d176ee-a185-4bb3-bdac-98f070c5818d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:21.992472036Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 34f43b95-e847-4a18-a3ca-71268bb2c858-d9d176ee-a185-4bb3-bdac-98f070c5818d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.000863039Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"applying SMF actions for region 34f43b95-e847-4a18-a3ca-71268bb2c858 running snapshot d9d176ee-a185-4bb3-bdac-98f070c5818d (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.001071971Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.001086421Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions/34f43b95-e847-4a18-a3ca-71268bb2c858/snapshots/d9d176ee-a185-4bb3-bdac-98f070c5818d/run","method":"POST","req_id":"c450e532-3541-419c-9e33-5ebc47bc8f7a","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25661,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-34f43b95-e847-4a18-a3ca-71268bb2c858-d9d176ee-a185-4bb3-bdac-98f070c5818d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.003331831Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-34f43b95-e847-4a18-a3ca-71268bb2c858-d9d176ee-a185-4bb3-bdac-98f070c5818d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.014197316Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-34f43b95-e847-4a18-a3ca-71268bb2c858-d9d176ee-a185-4bb3-bdac-98f070c5818d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.02613578Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/34f43b95-e847-4a18-a3ca-71268bb2c858/.zfs/snapshot/d9d176ee-a185-4bb3-bdac-98f070c5818d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.026361272Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.026411832Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.026452692Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.026493683Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.026539803Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.030671309Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.03641183Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"region 34f43b95-e847-4a18-a3ca-71268bb2c858 running snapshot d9d176ee-a185-4bb3-bdac-98f070c5818d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.03642612Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"path is \"/data/regions/34f43b95-e847-4a18-a3ca-71268bb2c858\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.134202244Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"dataset is oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.142749569Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"snapshot is oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858@d9d176ee-a185-4bb3-bdac-98f070c5818d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.151018301Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/34f43b95-e847-4a18-a3ca-71268bb2c858\", \"d9d176ee-a185-4bb3-bdac-98f070c5818d\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.151045212Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:22.159001955Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions/34f43b95-e847-4a18-a3ca-71268bb2c858/snapshots/d9d176ee-a185-4bb3-bdac-98f070c5818d/run","method":"POST","req_id":"a11c8ed1-c446-483f-a3e0-4eebc1847077","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24866,"response_code":"200"} {"msg":"region 4cc65e50-c46c-4412-be7b-7dede3082b4a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.401499394Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.401670526Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"7d0c2c0b-19ea-4fb4-96a3-99e6a72cf69c","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":242,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.401708256Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.410977187Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.411019857Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4cc65e50-c46c-4412-be7b-7dede3082b4a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.460631441Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"4cc65e50-c46c-4412-be7b-7dede3082b4a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4cc65e50-c46c-4412-be7b-7dede3082b4a\" \"--data\" \"/data/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.462542338Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"4cc65e50-c46c-4412-be7b-7dede3082b4a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.5360379Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"4cc65e50-c46c-4412-be7b-7dede3082b4a","component":"worker"} {"msg":"region 4cc65e50-c46c-4412-be7b-7dede3082b4a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.536081801Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.536194212Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4cc65e50-c46c-4412-be7b-7dede3082b4a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.537473763Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4cc65e50-c46c-4412-be7b-7dede3082b4a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.540975084Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.548767442Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.551161913Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions","method":"POST","req_id":"90399a54-7cf4-4482-915d-e659ad1b6162","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":109,"response_code":"200"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4cc65e50-c46c-4412-be7b-7dede3082b4a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.552354843Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.552556175Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.552603915Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.552646306Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.552684126Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.556057885Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:26.568815467Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.354533055Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a","method":"GET","req_id":"9c7508e8-58df-4b9f-842c-624a30832271","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":52,"response_code":"200"} {"msg":"path is \"/data/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.35735537Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"dataset is oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.368142644Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"region 4cc65e50-c46c-4412-be7b-7dede3082b4a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.37907885Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.379266211Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.379321292Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a","method":"DELETE","req_id":"7ab644ff-e8e1-4aed-977f-7e583c55ba2f","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22009,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-4cc65e50-c46c-4412-be7b-7dede3082b4a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.383026964Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.383909272Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a","method":"GET","req_id":"4e851cfe-7829-4b68-b1ac-80fd6bce14a1","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.391351457Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2082f588-dc65-43e1-802f-be3423cd01fe/crucible/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.402969319Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"region":"4cc65e50-c46c-4412-be7b-7dede3082b4a","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.444087328Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a","method":"GET","req_id":"e784a30f-893c-4b9e-9cb4-093ec03504da","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":136,"response_code":"200"} {"msg":"region 4cc65e50-c46c-4412-be7b-7dede3082b4a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.445540651Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-02T16:55:52.608919369Z","hostname":"oxz_crucible_6136fc54-5e00-4b9a-b3a4-ab65e96a09f6","pid":23240,"uri":"/crucible/0/regions/4cc65e50-c46c-4412-be7b-7dede3082b4a","method":"GET","req_id":"cf018d08-005a-41f7-b028-b931819045c9","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":31,"response_code":"200"}