{"msg":"Opened existing region file \"/var/tmp/test_up/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.437577736Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.43823712Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.438280529Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.442705621Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Blocks per extent:10 Total Extents: 5","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.442738615Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0a6b3facda3a9a8c75c70b591db2d34571e435e8\nCommit timestamp: 2023-10-13T04:02:07.000000000Z branch: alan/unwrapless\nrustc: 1.70.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.4431547Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.443208929Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.450527114Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.453573108Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.454149122Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.454411939Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:10.454723985Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"accepted connection from 127.0.0.1:52162","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:15.567653686Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from c25a7ebf-5820-4d56-b6dc-ad1f9efbb231 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:15.569924477Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c25a7ebf-5820-4d56-b6dc-ad1f9efbb231, session_id: b6d83c57-d300-44ad-b03b-a63ad769f209, gen: 1 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:15.569973064Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: c25a7ebf-5820-4d56-b6dc-ad1f9efbb231, session_id: b6d83c57-d300-44ad-b03b-a63ad769f209, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:15.573533559Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:15.575382402Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:15.575433305Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: c25a7ebf-5820-4d56-b6dc-ad1f9efbb231, session_id: b6d83c57-d300-44ad-b03b-a63ad769f209, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:42:19.698633048Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: c25a7ebf-5820-4d56-b6dc-ad1f9efbb231, session_id: b6d83c57-d300-44ad-b03b-a63ad769f209, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:42:19.698690435Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:52162): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:19.698998447Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:47061","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:19.733793142Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from d7c0bca4-6d14-4854-8904-2d59561bf151 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:19.735046412Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d7c0bca4-6d14-4854-8904-2d59561bf151, session_id: 34e37347-4bc0-45dc-8646-f2689568204b, gen: 2 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:19.735103102Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: d7c0bca4-6d14-4854-8904-2d59561bf151, session_id: 34e37347-4bc0-45dc-8646-f2689568204b, gen: 2 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:19.735554004Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1, 1, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:19.736474176Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:19.736511513Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: d7c0bca4-6d14-4854-8904-2d59561bf151, session_id: 34e37347-4bc0-45dc-8646-f2689568204b, gen: 2 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:42:25.004443779Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: d7c0bca4-6d14-4854-8904-2d59561bf151, session_id: 34e37347-4bc0-45dc-8646-f2689568204b, gen: 2 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:42:25.004525828Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:47061): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:25.004564062Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:54062","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:25.037912026Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 97bdf469-c9df-4362-a3a6-cbfad0e80834 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:25.039035058Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 97bdf469-c9df-4362-a3a6-cbfad0e80834, session_id: d2579a75-b3e9-4bfd-b7b2-c5ff7577b69a, gen: 3 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:25.039098359Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 97bdf469-c9df-4362-a3a6-cbfad0e80834, session_id: d2579a75-b3e9-4bfd-b7b2-c5ff7577b69a, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:25.039372856Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [11, 21, 31, 41, 51]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:25.040283189Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:42:25.040336865Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 97bdf469-c9df-4362-a3a6-cbfad0e80834, session_id: d2579a75-b3e9-4bfd-b7b2-c5ff7577b69a, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:44:12.771087587Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 97bdf469-c9df-4362-a3a6-cbfad0e80834, session_id: d2579a75-b3e9-4bfd-b7b2-c5ff7577b69a, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:44:12.771156508Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:54062): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:44:12.77119991Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:47662","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:44:12.812022791Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 09e3c975-8ab3-4a31-856f-15eb74b8cb33 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:44:12.81317639Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 09e3c975-8ab3-4a31-856f-15eb74b8cb33, session_id: b7e2099d-1ae1-4c37-b0a9-f490cf97db6c, gen: 4 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:44:12.813236351Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 09e3c975-8ab3-4a31-856f-15eb74b8cb33, session_id: b7e2099d-1ae1-4c37-b0a9-f490cf97db6c, gen: 4 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:44:12.813763016Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [403, 403, 403, 403, 403]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:44:12.814657909Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:44:12.814709864Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 09e3c975-8ab3-4a31-856f-15eb74b8cb33, session_id: b7e2099d-1ae1-4c37-b0a9-f490cf97db6c, gen: 4 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:27.869410407Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 09e3c975-8ab3-4a31-856f-15eb74b8cb33, session_id: b7e2099d-1ae1-4c37-b0a9-f490cf97db6c, gen: 4 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:27.869469537Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:47662): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:27.869561778Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:33926","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:27.907155543Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 8c43e961-4663-46b4-b7cd-3f31c8984f25 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:27.908436399Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 5 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:27.908500671Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:27.909416382Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [941, 1349, 1635, 1800, 1858]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:27.910165157Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:27.910215758Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:28.239605743Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:28.239674454Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:33926): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:28.239718854Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:44831","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:29.240770419Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 8c43e961-4663-46b4-b7cd-3f31c8984f25 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:29.241029063Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 6 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:29.241085835Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 6 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:29.241434868Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1860, 1860, 1860, 1860, 1860]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:29.242424177Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:29.242481133Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 6 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:29.599906748Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 6 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:29.599947171Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:44831): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:29.599992103Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:35415","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:30.600561262Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 8c43e961-4663-46b4-b7cd-3f31c8984f25 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:30.600781161Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 7 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:30.600839045Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 7 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:30.601298578Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1864, 1860, 1864, 1864, 1863]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:30.602358926Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:30.602414913Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 7 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:30.958951747Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 7 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:30.959013236Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:35415): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:30.959055156Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:62552","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:31.960327632Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 8c43e961-4663-46b4-b7cd-3f31c8984f25 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:31.960477321Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 8 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:31.960536018Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 8 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:31.960821607Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1864, 1865, 1865, 1866, 1866]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:31.961616416Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:31.961677305Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 8 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:32.318170183Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 8 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:32.318233987Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:62552): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:32.318267549Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:46822","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:33.319605421Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 8c43e961-4663-46b4-b7cd-3f31c8984f25 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:33.31981023Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 9 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:33.319864923Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 9 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:33.320247447Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1864, 1865, 1867, 1867, 1867]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:33.321123956Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:33.32117384Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 9 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:33.694954779Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 9 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:33.695022754Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:46822): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:33.69506853Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:58066","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:34.696533295Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 8c43e961-4663-46b4-b7cd-3f31c8984f25 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:34.696842161Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 9 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:34.696892811Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"warning: generation number at negotiation was 9 and 10 at activation, updating","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:38.697508192Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 10 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:38.697591653Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1869, 1865, 1870, 1870, 1867]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:38.698599598Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:38.698647171Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 10 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:43.193499536Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 8c43e961-4663-46b4-b7cd-3f31c8984f25, session_id: bed2d2c9-bd14-4973-a235-239fd26bccbc, gen: 10 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:43.193583466Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:58066): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.193626857Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:46543","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.288245432Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"accepted connection from 127.0.0.1:35917","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.288705004Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"accepted connection from 127.0.0.1:63198","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.289185581Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.291386501Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.291444171Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:39118","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.291487722Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.291744884Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 3a6debbf-6f08-4b3b-8b6d-4cd490a7695c, gen: 16 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.291802014Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Connection request from b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.291847768Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.291901315Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Connection request from b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.29194477Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.29198798Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:43364","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.29302956Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.29367017Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: cd0c59e0-bf4f-4d68-8a06-60b288b94713, gen: 20 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.293726249Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 3a6debbf-6f08-4b3b-8b6d-4cd490a7695c, gen: 16 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.294689608Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1871, 1871, 1871, 1870, 1871]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.295753122Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:43.295805419Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 3a6debbf-6f08-4b3b-8b6d-4cd490a7695c, gen: 16 } to UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 }","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:48.620581361Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Signaling to UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 3a6debbf-6f08-4b3b-8b6d-4cd490a7695c, gen: 16 } thread that UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:48.62065248Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:48.620699604Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Another upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 3a6debbf-6f08-4b3b-8b6d-4cd490a7695c, gen: 16 }","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:48.620751245Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:35917): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:48.620805954Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1882, 1882, 1882, 1882, 1882]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:48.621704086Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:48.621759473Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:40598","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:49.626273608Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:49.626736237Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 3a6debbf-6f08-4b3b-8b6d-4cd490a7695c, gen: 16 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:49.626795489Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 } to UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 }","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:53.956109337Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Signaling to UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 } thread that UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:53.956180899Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:53.956222237Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Another upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 }","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:53.956268923Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:46543): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:53.956307644Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1893, 1894, 1894, 1894, 1894]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:53.95695962Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:53.957005609Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:57148","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:54.959995762Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:54.960388603Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:54.960440974Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 } to UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 }","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:59.089342324Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Signaling to UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 } thread that UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:59.089415903Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:59.089467904Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Another upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 }","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:46:59.089523542Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:63198): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:59.089572983Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1905, 1905, 1905, 1905, 1905]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:59.090423727Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:46:59.090477143Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:41667","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:00.094545478Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:00.094975486Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:00.095027559Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 } to UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: cd0c59e0-bf4f-4d68-8a06-60b288b94713, gen: 20 }","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:04.418100686Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Signaling to UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 } thread that UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: cd0c59e0-bf4f-4d68-8a06-60b288b94713, gen: 20 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:04.418166914Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: cd0c59e0-bf4f-4d68-8a06-60b288b94713, gen: 20 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:04.418210031Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Another upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: cd0c59e0-bf4f-4d68-8a06-60b288b94713, gen: 20 } promoted to active, shutting down connection for UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 }","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:04.418256494Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:39118): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:04.418293233Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1917, 1916, 1916, 1917, 1916]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:04.419214592Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:04.419268022Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"accepted connection from 127.0.0.1:57245","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:05.421082181Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:05.421612552Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:05.421656108Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 3a6debbf-6f08-4b3b-8b6d-4cd490a7695c, gen: 16 } cannot grab lock, does not match UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: cd0c59e0-bf4f-4d68-8a06-60b288b94713, gen: 20 }!","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:09.646169917Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 3a6debbf-6f08-4b3b-8b6d-4cd490a7695c, gen: 16 } disconnected, Upstairs is not active","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.64647447Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"connection (127.0.0.1:40598): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.646737307Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: cd0c59e0-bf4f-4d68-8a06-60b288b94713, gen: 20 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:09.646781706Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: cd0c59e0-bf4f-4d68-8a06-60b288b94713, gen: 20 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:09.646823254Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:43364): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.646867435Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 } cannot grab work lock, b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f is not active!","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:09.64702291Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 7f9ac923-03c4-45e9-bcd3-cfa86fea9712, gen: 19 } disconnected, Upstairs is not active","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.647064294Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"connection (127.0.0.1:57245): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.647371603Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 } cannot grab work lock, b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f is not active!","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:09.647416035Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: 03ac2cec-0b5b-4fe7-b358-21f1e11d9e0e, gen: 17 } disconnected, Upstairs is not active","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.647451843Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"connection (127.0.0.1:57148): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.647484613Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 } cannot grab work lock, b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f is not active!","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:09.64758123Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"upstairs UpstairsConnection { upstairs_id: b8bf78c2-0e25-4f95-9a24-1deb8c6bbd7f, session_id: deba5ffd-266e-4f0a-8c7b-49cb8bec4bb5, gen: 18 } disconnected, Upstairs is not active","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.647620929Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"connection (127.0.0.1:41667): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.647653825Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:34696","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.689087803Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 41b754e8-c80b-4fc0-9712-891f9087f615 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.690076149Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 41b754e8-c80b-4fc0-9712-891f9087f615, session_id: 64dcd0cd-eb65-48e0-ae43-bb9737155be2, gen: 26 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.690120569Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 41b754e8-c80b-4fc0-9712-891f9087f615, session_id: 64dcd0cd-eb65-48e0-ae43-bb9737155be2, gen: 26 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.690849611Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1928, 1928, 1928, 1928, 1928]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.691852463Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:09.691902309Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 41b754e8-c80b-4fc0-9712-891f9087f615, session_id: 64dcd0cd-eb65-48e0-ae43-bb9737155be2, gen: 26 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:13.968352368Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 41b754e8-c80b-4fc0-9712-891f9087f615, session_id: 64dcd0cd-eb65-48e0-ae43-bb9737155be2, gen: 26 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:13.968406361Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:34696): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:13.968431404Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:51519","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.040918573Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from 3d3a5ed4-8354-4b9c-bba4-caad90e7ea30 with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.042108604Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 3d3a5ed4-8354-4b9c-bba4-caad90e7ea30, session_id: 7e38724d-94c0-44b1-a3c4-02f34be4ed18, gen: 27 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.042153309Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 3d3a5ed4-8354-4b9c-bba4-caad90e7ea30, session_id: 7e38724d-94c0-44b1-a3c4-02f34be4ed18, gen: 27 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.042705681Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1929, 1929, 1929, 1929, 1929]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.043841532Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.043898188Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"connection (127.0.0.1:51519) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2023-10-13T04:47:14.198808347Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"accepted connection from 127.0.0.1:53902","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.611468802Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"Connection request from f58152dd-3142-45dc-8d0d-61caea3d878b with version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.612513938Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: f58152dd-3142-45dc-8d0d-61caea3d878b, session_id: 742a6a92-7e50-4ceb-9065-7a5b381dcb08, gen: 28 } connected, version 4","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.612559032Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 3d3a5ed4-8354-4b9c-bba4-caad90e7ea30, session_id: 7e38724d-94c0-44b1-a3c4-02f34be4ed18, gen: 27 } to UpstairsConnection { upstairs_id: f58152dd-3142-45dc-8d0d-61caea3d878b, session_id: 742a6a92-7e50-4ceb-9065-7a5b381dcb08, gen: 28 }","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:14.613077785Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Signaling to UpstairsConnection { upstairs_id: 3d3a5ed4-8354-4b9c-bba4-caad90e7ea30, session_id: 7e38724d-94c0-44b1-a3c4-02f34be4ed18, gen: 27 } thread that UpstairsConnection { upstairs_id: f58152dd-3142-45dc-8d0d-61caea3d878b, session_id: 742a6a92-7e50-4ceb-9065-7a5b381dcb08, gen: 28 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:14.613130847Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: 3d3a5ed4-8354-4b9c-bba4-caad90e7ea30, session_id: 7e38724d-94c0-44b1-a3c4-02f34be4ed18, gen: 27 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2023-10-13T04:47:14.613157543Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"UpstairsConnection { upstairs_id: f58152dd-3142-45dc-8d0d-61caea3d878b, session_id: 742a6a92-7e50-4ceb-9065-7a5b381dcb08, gen: 28 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.613179818Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Current flush_numbers [0..12]: [1930, 1930, 1930, 1930, 1930]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.613868129Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:14.613913626Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:16.624663188Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"eid:0 Found repair files: [\"000\", \"000.db\"]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:16.742677074Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/000.copy\" to \"/var/tmp/test_up/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:16.75088141Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/000.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:16.753121871Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/000.replace\" to \"/var/tmp/test_up/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:16.757548266Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:22.573954718Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"eid:4 Found repair files: [\"004\", \"004.db\"]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:22.640882052Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/004.copy\" to \"/var/tmp/test_up/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:22.646856144Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/004.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:22.649950225Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/004.replace\" to \"/var/tmp/test_up/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:22.652646777Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Created copy dir \"/var/tmp/test_up/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:23.926332471Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"eid:3 Found repair files: [\"003\", \"003.db\"]","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:23.99076471Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Repair files downloaded, move directory \"/var/tmp/test_up/8820/00/000/003.copy\" to \"/var/tmp/test_up/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:23.998140324Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Copy files from \"/var/tmp/test_up/8820/00/000/003.replace\" in \"/var/tmp/test_up/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:24.001828802Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"Move directory \"/var/tmp/test_up/8820/00/000/003.replace\" to \"/var/tmp/test_up/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:24.00592811Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166} {"msg":"upstairs UpstairsConnection { upstairs_id: f58152dd-3142-45dc-8d0d-61caea3d878b, session_id: 742a6a92-7e50-4ceb-9065-7a5b381dcb08, gen: 28 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:31.076063592Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: f58152dd-3142-45dc-8d0d-61caea3d878b, session_id: 742a6a92-7e50-4ceb-9065-7a5b381dcb08, gen: 28 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2023-10-13T04:47:31.07613445Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166,"task":"main"} {"msg":"connection (127.0.0.1:53902): all done","v":0,"name":"crucible","level":30,"time":"2023-10-13T04:47:31.076178554Z","hostname":"ip-10-150-1-242.us-west-2.compute.internal","pid":1166}