{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.611373826Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47740"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.615224785Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"uri":"/crucible/0/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9","method":"GET","req_id":"b7c5b06c-9c09-41eb-ac47-1137dc082866","remote_addr":"[fd00:1122:3344:101::a]:47740","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3813,"response_code":"200"} {"msg":"path is \"/data/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.615440239Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"datafile"} {"msg":"dataset is oxp_3022fa0e-6566-4854-a1a9-1e0c5908d5b0/crucible/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.624355787Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"datafile"} {"msg":"snapshot is oxp_3022fa0e-6566-4854-a1a9-1e0c5908d5b0/crucible/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9@96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.632421231Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3022fa0e-6566-4854-a1a9-1e0c5908d5b0/crucible/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9\", \"96b1f498-e4fa-43b0-89db-290a75012292\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.632454671Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.64588768Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"uri":"/crucible/0/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9/snapshots/96b1f498-e4fa-43b0-89db-290a75012292","method":"GET","req_id":"0bfa6b86-9b14-4b12-9f52-71efa0c44a91","remote_addr":"[fd00:1122:3344:101::a]:47740","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30474,"response_code":"200"} {"msg":"path is \"/data/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.646095123Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"datafile"} {"msg":"dataset is oxp_3022fa0e-6566-4854-a1a9-1e0c5908d5b0/crucible/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.654890939Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"datafile"} {"msg":"snapshot is oxp_3022fa0e-6566-4854-a1a9-1e0c5908d5b0/crucible/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9@96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.6628227Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3022fa0e-6566-4854-a1a9-1e0c5908d5b0/crucible/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9\", \"96b1f498-e4fa-43b0-89db-290a75012292\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.662873311Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9cce6038-6ae0-4f23-bd82-bf8d464eb8b9-96b1f498-e4fa-43b0-89db-290a75012292 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.671355272Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"datafile"} {"msg":"applying SMF actions for region 9cce6038-6ae0-4f23-bd82-bf8d464eb8b9 running snapshot 96b1f498-e4fa-43b0-89db-290a75012292 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.672041464Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.672069945Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"uri":"/crucible/0/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9/snapshots/96b1f498-e4fa-43b0-89db-290a75012292/run","method":"POST","req_id":"6d6140d8-34b6-4fb8-baae-cfbccb39c051","remote_addr":"[fd00:1122:3344:101::a]:47740","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26001,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.677260607Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.677345738Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.67742948Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.67743717Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.677481641Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9cce6038-6ae0-4f23-bd82-bf8d464eb8b9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.677531222Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.677623754Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.677686135Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.677735085Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.677794086Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.682471949Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-9cce6038-6ae0-4f23-bd82-bf8d464eb8b9-96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.682930918Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9cce6038-6ae0-4f23-bd82-bf8d464eb8b9-96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.685456762Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9cce6038-6ae0-4f23-bd82-bf8d464eb8b9-96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.697000338Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9cce6038-6ae0-4f23-bd82-bf8d464eb8b9/.zfs/snapshot/96b1f498-e4fa-43b0-89db-290a75012292","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.697302083Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.697370134Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.697409385Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.697448006Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.697494367Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.700801365Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.705185533Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"worker"} {"msg":"region 9cce6038-6ae0-4f23-bd82-bf8d464eb8b9 running snapshot 96b1f498-e4fa-43b0-89db-290a75012292 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-30T04:16:22.705196623Z","hostname":"oxz_crucible_b5ac113d-4f55-4c3e-8718-a1f7414bba5f","pid":22770,"component":"datafile"}