{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.378098158Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.378341352Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.378356731Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.380519002Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.380545321Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 80b6f734175c2bc8e222c8d6f7875e53cbd5c9ca\nCommit timestamp: 2024-02-28T21:51:33.000000000Z branch: main\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.380757975Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.380792014Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.381822966Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.382088519Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.382193626Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.382216065Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.382231455Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"accepted connection from 127.0.0.1:53324","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.38383535Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"Connection request from b292bbd1-487c-486e-a6ce-c739f787feb1 with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.384352276Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b292bbd1-487c-486e-a6ce-c739f787feb1, session_id: 676bbf32-ae9f-46fd-b86a-bd6fa19c1ec2, gen: 197 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.384387645Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b292bbd1-487c-486e-a6ce-c739f787feb1, session_id: 676bbf32-ae9f-46fd-b86a-bd6fa19c1ec2, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.384913961Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Current flush_numbers [0..12]: [347, 350, 347, 348, 354, 351, 351, 341, 353, 335, 353, 354]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.385692299Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.385764587Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.388502402Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.431690662Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.435469748Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.435979824Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.437850462Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.439707291Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.445111002Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.477706534Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.480972954Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/007.copy\" to \"/var/tmp/test_repair/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.481948428Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/007.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.483563303Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/007.replace\" to \"/var/tmp/test_repair/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.485912778Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.489905328Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.522017984Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.524997542Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.5254301Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.526909609Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.528955282Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.532647421Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.563744034Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.567047143Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.567497631Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.56969711Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.571277856Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.574507217Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.60597814Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.60961211Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.610139165Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.612613697Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.614249462Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.619957975Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.651271052Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.654588151Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.655101406Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.657320196Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.659507435Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.663293651Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.694290397Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.697372552Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.697931287Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.699755696Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.701251835Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.705160978Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.735786674Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.739339926Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.739851472Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.741608733Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.743330146Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.746398062Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.778333012Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.781750317Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.782275763Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.783893958Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.785585282Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.789148844Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.818965602Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.822396498Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/000.copy\" to \"/var/tmp/test_repair/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.822895554Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/000.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.824382763Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/000.replace\" to \"/var/tmp/test_repair/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:11.825642198Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"upstairs UpstairsConnection { upstairs_id: b292bbd1-487c-486e-a6ce-c739f787feb1, session_id: 676bbf32-ae9f-46fd-b86a-bd6fa19c1ec2, gen: 197 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:21:15.899845188Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: b292bbd1-487c-486e-a6ce-c739f787feb1, session_id: 676bbf32-ae9f-46fd-b86a-bd6fa19c1ec2, gen: 197 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:21:15.899907906Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"connection (127.0.0.1:53324): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:15.899935686Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"accepted connection from 127.0.0.1:62629","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:15.944011431Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"Connection request from e1bf0fbf-86df-4b55-85a2-26bd52535d2f with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:15.944499398Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e1bf0fbf-86df-4b55-85a2-26bd52535d2f, session_id: 4ba21e89-cb3d-4a56-9cec-8aba76bf65bc, gen: 198 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:15.944533437Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: e1bf0fbf-86df-4b55-85a2-26bd52535d2f, session_id: 4ba21e89-cb3d-4a56-9cec-8aba76bf65bc, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:15.944956265Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Current flush_numbers [0..12]: [356, 350, 347, 356, 354, 351, 357, 359, 353, 356, 353, 354]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:15.945742314Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:15.945777633Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: e1bf0fbf-86df-4b55-85a2-26bd52535d2f, session_id: 4ba21e89-cb3d-4a56-9cec-8aba76bf65bc, gen: 198 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:21:15.975538193Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: e1bf0fbf-86df-4b55-85a2-26bd52535d2f, session_id: 4ba21e89-cb3d-4a56-9cec-8aba76bf65bc, gen: 198 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:21:15.975578652Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"connection (127.0.0.1:62629): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:15.975602711Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"accepted connection from 127.0.0.1:39494","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.021216775Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"Connection request from 84f7ad2a-2edf-4c2a-9240-4d4dbb358d4b with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.021610304Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 84f7ad2a-2edf-4c2a-9240-4d4dbb358d4b, session_id: 2953710d-2fff-4110-8dc9-8cd9d516c072, gen: 199 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.021650853Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 84f7ad2a-2edf-4c2a-9240-4d4dbb358d4b, session_id: 2953710d-2fff-4110-8dc9-8cd9d516c072, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.022079441Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Current flush_numbers [0..12]: [356, 350, 347, 356, 354, 351, 360, 359, 353, 356, 353, 360]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.02284866Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.022884969Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.025919235Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.055980167Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.058905096Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.059354304Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.060794844Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.062739761Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.080384465Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.110364859Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.114227012Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.11467177Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.116354434Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.118902813Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.123510257Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.152996964Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.156319443Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.15677726Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.158482763Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.160996424Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.168546166Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.198256498Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.201496288Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.204726689Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.206215978Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.208288481Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.213713222Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.243833672Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.248575871Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.249297381Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.251704105Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.253216193Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.25767865Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.288148111Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.2932808Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.293788726Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.296085732Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.298995302Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.344126939Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.374010716Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.378777564Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/007.copy\" to \"/var/tmp/test_repair/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.382899431Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/007.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.3854676Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/007.replace\" to \"/var/tmp/test_repair/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.386854282Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.391970881Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.422269506Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.425704892Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.426158989Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.427964609Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.431092603Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.435732805Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.467299396Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.469983422Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.470442419Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.472047295Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.474351212Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.479212287Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.509017986Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.512204079Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.512687535Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.514722169Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.517449164Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.522503225Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.552792191Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.555670581Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.556130139Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.558114664Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.559926334Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.564717642Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.593892408Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.596806288Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.598872231Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.600793458Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.603221021Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.610366204Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.647215119Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.650944216Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.651419773Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.653102827Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.655248068Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.659860631Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.692960809Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.69654225Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.69728715Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.699330553Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:16.701540062Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921} {"msg":"upstairs UpstairsConnection { upstairs_id: 84f7ad2a-2edf-4c2a-9240-4d4dbb358d4b, session_id: 2953710d-2fff-4110-8dc9-8cd9d516c072, gen: 199 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:21:20.774294562Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 84f7ad2a-2edf-4c2a-9240-4d4dbb358d4b, session_id: 2953710d-2fff-4110-8dc9-8cd9d516c072, gen: 199 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-28T22:21:20.77437839Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921,"task":"main"} {"msg":"connection (127.0.0.1:39494): all done","v":0,"name":"crucible","level":30,"time":"2024-02-28T22:21:20.774400999Z","hostname":"ip-10-150-1-47.us-west-2.compute.internal","pid":1921}