{"msg":"Opened existing region file \"/var/tmp/dsc/region/8840/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.397818623Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.398262855Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.398305004Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"UUID: 12345678-0000-0000-0000-000000008840","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.399801751Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Blocks per extent:100 Total Extents: 15","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.399839803Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: c49269318fbfc7a408561fd872515f115027bbe7\nCommit timestamp: 2024-02-01T16:48:08.000000000Z branch: alan/more-info\nrustc: 1.75.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.40026679Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.400308597Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.407839915Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.412778487Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12840","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.413651224Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.413698338Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"listening on 0.0.0.0:8840","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:05.413737297Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"accepted connection from 127.0.0.1:33060","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:11.903331203Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Connection request from b5e14b10-2dd2-470e-9a37-bf65aa50fcbf with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:11.903919683Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:11.9039545Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:11.904512042Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:11.906086871Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:11.906177776Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:11.909917104Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.000795116Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.046106269Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.069187736Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.093172179Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.09969755Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.16087574Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.172077562Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.174281086Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.200970047Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.20817244Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.271380399Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.310042412Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.313758996Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.317431923Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.323687909Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.385649828Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.440219001Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.444650403Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.475235572Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.486322231Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.543700494Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.57749229Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.605050155Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.60865243Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.613865322Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.67704927Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.687702071Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.690472872Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.72009224Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.758131144Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.816154048Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.825553092Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.828010514Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.857060772Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.889224202Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.950868894Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.960920485Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:12.985374575Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.012850242Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.020603806Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.087658753Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.128077348Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.13308216Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.161384795Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.23392063Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.295643921Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.329859777Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.333342885Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.336964309Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.364462486Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.426164384Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.458691092Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.462373265Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.51895214Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.553854131Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.614426895Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.650649952Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.675474239Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.75794935Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.768063089Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.829874394Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.858279044Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.861598265Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.894427282Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.938298322Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:13.999745733Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:14.010365064Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:14.013376002Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:14.060809067Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:14.068433883Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:14.127155581Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:14.162744522Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:14.167098069Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:14.195671043Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"upstairs UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-01T17:27:47.302533814Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-01T17:27:47.30259932Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"connection (127.0.0.1:33060): all done","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:47.302622923Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"accepted connection from 127.0.0.1:49745","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:56.967216746Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Connection request from b5e14b10-2dd2-470e-9a37-bf65aa50fcbf with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:56.967789894Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:56.967831838Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:56.968091432Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Current flush_numbers [0..12]: [664, 663, 664, 665, 664, 663, 656, 664, 662, 664, 662, 664]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:56.968802498Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:56.968857789Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:56.972512576Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.031493645Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.040895928Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.042931905Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.045801568Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.052051696Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.116355525Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.126936293Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.129673057Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.132847514Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.141168315Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.199666069Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.209707565Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.211800492Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.214942663Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.221244459Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.281569281Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.291546674Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.293970045Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.297172827Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.30489322Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.364173713Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.374045371Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.376507316Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.379521433Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.385339066Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.444948998Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.45556615Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.458531341Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.461495697Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.467645167Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.529036561Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.539165382Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.542221586Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.545002328Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.551355144Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.615043168Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.624685156Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.627680678Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.630757468Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.640913722Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.699344671Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.708880749Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.712184533Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.715255924Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.721072033Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.780524857Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.790940951Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.794155495Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.797904837Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.805119106Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.864184419Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.87414656Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.877553471Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.880775422Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.890361634Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.951854558Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.962247741Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.964454641Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.968308563Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:57.975560998Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.037559909Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.0475211Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.050707219Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.054007394Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.069478823Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.129317673Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.140451035Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.144309413Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.147308524Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.155929172Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.217138632Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.226873686Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.230072926Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:27:58.233007008Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.699943603Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:59868"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.700657596Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/0/files","method":"GET","req_id":"ea047d8a-01da-4121-b70c-13f057faacb0","remote_addr":"127.0.0.1:59868","local_addr":"0.0.0.0:12840","task":"repair","latency_us":362,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.701934623Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/0/data","method":"GET","req_id":"81cf4c9b-1162-4dbb-b289-4ed791babada","remote_addr":"127.0.0.1:59868","local_addr":"0.0.0.0:12840","task":"repair","latency_us":492,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.779792357Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:41845"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.780348962Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/1/files","method":"GET","req_id":"d29f8fd0-8af2-4e25-9b45-332fc2327d07","remote_addr":"127.0.0.1:41845","local_addr":"0.0.0.0:12840","task":"repair","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.781453729Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/1/data","method":"GET","req_id":"734c0f26-8d7d-4a4f-8840-72a714ab1361","remote_addr":"127.0.0.1:41845","local_addr":"0.0.0.0:12840","task":"repair","latency_us":332,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.867206178Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:52772"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.867740003Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/2/files","method":"GET","req_id":"bb42ecd5-3613-46c9-9827-caafaa14edeb","remote_addr":"127.0.0.1:52772","local_addr":"0.0.0.0:12840","task":"repair","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.868822648Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/2/data","method":"GET","req_id":"bd37d12b-440f-4572-b082-7ae4b080917f","remote_addr":"127.0.0.1:52772","local_addr":"0.0.0.0:12840","task":"repair","latency_us":320,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.957099671Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:61394"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.957623374Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/3/files","method":"GET","req_id":"55db6e9b-5537-45ad-949c-4cf4e11ae0a0","remote_addr":"127.0.0.1:61394","local_addr":"0.0.0.0:12840","task":"repair","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:05.958828951Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/3/data","method":"GET","req_id":"9a669264-1816-47b9-811a-0e57b5233fd5","remote_addr":"127.0.0.1:61394","local_addr":"0.0.0.0:12840","task":"repair","latency_us":321,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.050080759Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:53725"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.050668812Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/4/files","method":"GET","req_id":"4a78af69-cbf2-4b26-af39-dc0ea6eeb46c","remote_addr":"127.0.0.1:53725","local_addr":"0.0.0.0:12840","task":"repair","latency_us":190,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.051735193Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/4/data","method":"GET","req_id":"f17aba97-c9da-43c5-b7f9-9995cc4897d9","remote_addr":"127.0.0.1:53725","local_addr":"0.0.0.0:12840","task":"repair","latency_us":321,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.131739808Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:61285"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.132284782Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/5/files","method":"GET","req_id":"64712fb2-dee2-4a71-a95a-c7fb537bcd36","remote_addr":"127.0.0.1:61285","local_addr":"0.0.0.0:12840","task":"repair","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.13334979Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/5/data","method":"GET","req_id":"b5e04187-ef86-42a1-8fab-a336517f1b64","remote_addr":"127.0.0.1:61285","local_addr":"0.0.0.0:12840","task":"repair","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.222727595Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:63578"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.223311304Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/6/files","method":"GET","req_id":"7eac0a4c-8dbe-4af6-8164-cd376b384b99","remote_addr":"127.0.0.1:63578","local_addr":"0.0.0.0:12840","task":"repair","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.224395083Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/6/data","method":"GET","req_id":"54698bb7-23e9-4399-ae15-4cf975fba5b6","remote_addr":"127.0.0.1:63578","local_addr":"0.0.0.0:12840","task":"repair","latency_us":310,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.311538969Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:65129"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.312095123Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/7/files","method":"GET","req_id":"e7d8ffea-75c8-4fb7-b858-c2eb9ce14734","remote_addr":"127.0.0.1:65129","local_addr":"0.0.0.0:12840","task":"repair","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.313161404Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/7/data","method":"GET","req_id":"40bfc8a9-c610-4b42-8a8a-f39e701c793b","remote_addr":"127.0.0.1:65129","local_addr":"0.0.0.0:12840","task":"repair","latency_us":311,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.399255368Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:43142"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.399821708Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/8/files","method":"GET","req_id":"b4193215-636c-4b4f-9fce-8febafcd734e","remote_addr":"127.0.0.1:43142","local_addr":"0.0.0.0:12840","task":"repair","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.40087632Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/8/data","method":"GET","req_id":"e16efdec-14da-4141-af5b-470c2159bf21","remote_addr":"127.0.0.1:43142","local_addr":"0.0.0.0:12840","task":"repair","latency_us":324,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.480923606Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:35074"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.481480625Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/9/files","method":"GET","req_id":"f3b3cd1c-542b-4b52-852f-a5f7582ec489","remote_addr":"127.0.0.1:35074","local_addr":"0.0.0.0:12840","task":"repair","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.482556239Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/9/data","method":"GET","req_id":"5ac615db-9b51-4dc1-8a6c-ad0642e3fcb6","remote_addr":"127.0.0.1:35074","local_addr":"0.0.0.0:12840","task":"repair","latency_us":316,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.56360855Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:55432"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.564145757Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/10/files","method":"GET","req_id":"9f35d626-3759-4d78-87ba-aec32c13a4fd","remote_addr":"127.0.0.1:55432","local_addr":"0.0.0.0:12840","task":"repair","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.565212297Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/10/data","method":"GET","req_id":"6a19b4a0-ff59-4fe5-ad41-be26dbe61911","remote_addr":"127.0.0.1:55432","local_addr":"0.0.0.0:12840","task":"repair","latency_us":322,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.651608818Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:33988"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.652177188Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/11/files","method":"GET","req_id":"ac07b9a0-6e58-4f25-89a2-4061d82dc62e","remote_addr":"127.0.0.1:33988","local_addr":"0.0.0.0:12840","task":"repair","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.653264941Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/11/data","method":"GET","req_id":"e838ad21-0119-46a1-ac74-c148d83c7e5c","remote_addr":"127.0.0.1:33988","local_addr":"0.0.0.0:12840","task":"repair","latency_us":305,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.738974367Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:59195"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.739519149Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/12/files","method":"GET","req_id":"874eac8e-b1a4-47dd-aabb-07a84fe3d0d4","remote_addr":"127.0.0.1:59195","local_addr":"0.0.0.0:12840","task":"repair","latency_us":201,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.740613048Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/12/data","method":"GET","req_id":"3c94dda9-555e-4970-a0c3-e379ae066f07","remote_addr":"127.0.0.1:59195","local_addr":"0.0.0.0:12840","task":"repair","latency_us":318,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.822369631Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:56835"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.82291261Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/13/files","method":"GET","req_id":"7943c1c3-adf5-4885-a327-bf9196418938","remote_addr":"127.0.0.1:56835","local_addr":"0.0.0.0:12840","task":"repair","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.82396596Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/13/data","method":"GET","req_id":"d72e046a-9951-4055-a254-54125882e2ec","remote_addr":"127.0.0.1:56835","local_addr":"0.0.0.0:12840","task":"repair","latency_us":314,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.905691688Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:62245"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.906130017Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/14/files","method":"GET","req_id":"14cdc6e2-603d-43ed-b41b-a7741d9660be","remote_addr":"127.0.0.1:62245","local_addr":"0.0.0.0:12840","task":"repair","latency_us":217,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:06.907230898Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/14/data","method":"GET","req_id":"47c4386c-4f9a-47ac-b866-a0ee002a4046","remote_addr":"127.0.0.1:62245","local_addr":"0.0.0.0:12840","task":"repair","latency_us":339,"response_code":"200"} {"msg":"connection (127.0.0.1:49745) Exits with error: Error reading from Upstairs: Connection reset by peer (os error 131)","v":0,"name":"crucible","level":50,"time":"2024-02-01T17:28:17.854427447Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"accepted connection from 127.0.0.1:54517","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.511219806Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"Connection request from b5e14b10-2dd2-470e-9a37-bf65aa50fcbf with version 5","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.511327291Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.511362923Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } to UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 }","v":0,"name":"crucible","level":40,"time":"2024-02-01T17:28:27.511637084Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Signaling to UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } thread that UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-02-01T17:28:27.511672626Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Error while signaling to UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-02-01T17:28:27.511697397Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.511719212Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Current flush_numbers [0..12]: [1534, 1506, 1535, 1529, 1529, 1534, 1529, 1529, 1533, 1533, 1533, 1533]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.512814747Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.512872752Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"proc"} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.5166432Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.576118257Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/000.copy\" to \"/var/tmp/dsc/region/8840/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.586240671Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/000.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.588621413Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/000.replace\" to \"/var/tmp/dsc/region/8840/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.592130684Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.604092825Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.665902Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/001.copy\" to \"/var/tmp/dsc/region/8840/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.675356719Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/001.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.677596781Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/001.replace\" to \"/var/tmp/dsc/region/8840/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.680796382Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.686522675Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.74633491Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/002.copy\" to \"/var/tmp/dsc/region/8840/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.756701705Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/002.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.759012033Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/002.replace\" to \"/var/tmp/dsc/region/8840/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.761941495Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.769623995Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.828747732Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/003.copy\" to \"/var/tmp/dsc/region/8840/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.838953548Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/003.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.841308703Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/003.replace\" to \"/var/tmp/dsc/region/8840/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.844527244Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.852850238Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.913072883Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/004.copy\" to \"/var/tmp/dsc/region/8840/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.923412122Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/004.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.925840512Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/004.replace\" to \"/var/tmp/dsc/region/8840/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.928966667Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:27.938088655Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.000546962Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/005.copy\" to \"/var/tmp/dsc/region/8840/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.010421658Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/005.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.012607488Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/005.replace\" to \"/var/tmp/dsc/region/8840/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.015655046Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.020759983Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.078806112Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/006.copy\" to \"/var/tmp/dsc/region/8840/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.088882433Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/006.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.091172092Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/006.replace\" to \"/var/tmp/dsc/region/8840/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.094194036Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.098756482Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.163581098Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/007.copy\" to \"/var/tmp/dsc/region/8840/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.174396056Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/007.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.176850793Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/007.replace\" to \"/var/tmp/dsc/region/8840/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.180143529Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.188948712Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.252235793Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/008.copy\" to \"/var/tmp/dsc/region/8840/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.262273706Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/008.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.265004506Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/008.replace\" to \"/var/tmp/dsc/region/8840/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.268389874Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.283882486Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.343908809Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/009.copy\" to \"/var/tmp/dsc/region/8840/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.354250618Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/009.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.357123222Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/009.replace\" to \"/var/tmp/dsc/region/8840/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.360541041Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.365810713Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.430534268Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00A.copy\" to \"/var/tmp/dsc/region/8840/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.440904596Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00A.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.444166915Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00A.replace\" to \"/var/tmp/dsc/region/8840/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.447409071Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.460089941Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.522939273Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00B.copy\" to \"/var/tmp/dsc/region/8840/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.532134466Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00B.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.534293502Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00B.replace\" to \"/var/tmp/dsc/region/8840/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.537266623Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.545450118Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.605076678Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00C.copy\" to \"/var/tmp/dsc/region/8840/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.616041307Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00C.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.618349828Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00C.replace\" to \"/var/tmp/dsc/region/8840/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.621496446Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.630914401Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.693003462Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00D.copy\" to \"/var/tmp/dsc/region/8840/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.703006419Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00D.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.706252403Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00D.replace\" to \"/var/tmp/dsc/region/8840/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.709360181Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Created copy dir \"/var/tmp/dsc/region/8840/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.718718858Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.777389516Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8840/00/000/00E.copy\" to \"/var/tmp/dsc/region/8840/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.786946925Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Copy files from \"/var/tmp/dsc/region/8840/00/000/00E.replace\" in \"/var/tmp/dsc/region/8840/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.789284467Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"Move directory \"/var/tmp/dsc/region/8840/00/000/00E.replace\" to \"/var/tmp/dsc/region/8840/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:28.792888742Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.185661206Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:59399"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.186209705Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/0/files","method":"GET","req_id":"abd73bee-4167-4daa-9a88-644cc5301849","remote_addr":"127.0.0.1:59399","local_addr":"0.0.0.0:12840","task":"repair","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.187393532Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/0/data","method":"GET","req_id":"44b6c60f-e335-4fad-8352-ffc58a596390","remote_addr":"127.0.0.1:59399","local_addr":"0.0.0.0:12840","task":"repair","latency_us":385,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.265457094Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:44050"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.266029787Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/1/files","method":"GET","req_id":"6ac5bd31-0218-43a8-a773-b18f796a17cb","remote_addr":"127.0.0.1:44050","local_addr":"0.0.0.0:12840","task":"repair","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.267063307Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/1/data","method":"GET","req_id":"197e849b-1c98-434e-9b31-fe5eb83d60fc","remote_addr":"127.0.0.1:44050","local_addr":"0.0.0.0:12840","task":"repair","latency_us":314,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.351542952Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:47224"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.352151579Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/2/files","method":"GET","req_id":"ebe14f62-2807-4dac-b869-06edcd4fa302","remote_addr":"127.0.0.1:47224","local_addr":"0.0.0.0:12840","task":"repair","latency_us":228,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.35321003Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/2/data","method":"GET","req_id":"619ce91e-db1e-4bcc-ae3a-06cda4c020a4","remote_addr":"127.0.0.1:47224","local_addr":"0.0.0.0:12840","task":"repair","latency_us":314,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.438725365Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:42499"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.439272408Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/3/files","method":"GET","req_id":"94ed4406-95d9-4ade-9245-0c5104c6a4a8","remote_addr":"127.0.0.1:42499","local_addr":"0.0.0.0:12840","task":"repair","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.440364807Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/3/data","method":"GET","req_id":"6fc2a8cb-df24-4999-bd64-67aa7f893c1b","remote_addr":"127.0.0.1:42499","local_addr":"0.0.0.0:12840","task":"repair","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.52497598Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:59848"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.52566403Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/4/files","method":"GET","req_id":"f91b5721-6336-4647-93dc-e27acddb904e","remote_addr":"127.0.0.1:59848","local_addr":"0.0.0.0:12840","task":"repair","latency_us":244,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.526758336Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/4/data","method":"GET","req_id":"8320b8d6-ae27-4883-86d6-0c5f1091c705","remote_addr":"127.0.0.1:59848","local_addr":"0.0.0.0:12840","task":"repair","latency_us":319,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.609190989Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:34486"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.609634715Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/5/files","method":"GET","req_id":"7d6495e5-4ee4-4c3f-9822-55a1ca05b277","remote_addr":"127.0.0.1:34486","local_addr":"0.0.0.0:12840","task":"repair","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.610724822Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/5/data","method":"GET","req_id":"690ca0f1-b698-488a-b88e-cc3a919ca561","remote_addr":"127.0.0.1:34486","local_addr":"0.0.0.0:12840","task":"repair","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.695240412Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:47206"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.695802669Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/6/files","method":"GET","req_id":"ef5a592e-694b-4f8a-adb3-a81743ff5ab7","remote_addr":"127.0.0.1:47206","local_addr":"0.0.0.0:12840","task":"repair","latency_us":211,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.69695291Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/6/data","method":"GET","req_id":"ad2ac5a0-261c-48b1-b81a-0afc02da6794","remote_addr":"127.0.0.1:47206","local_addr":"0.0.0.0:12840","task":"repair","latency_us":327,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.781500263Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:50068"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.782045442Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/7/files","method":"GET","req_id":"441e1b81-deb6-459d-bed3-309e5ef3fa8d","remote_addr":"127.0.0.1:50068","local_addr":"0.0.0.0:12840","task":"repair","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.783158994Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/7/data","method":"GET","req_id":"0a7e9941-b64b-4a06-ad5a-02c8ed681109","remote_addr":"127.0.0.1:50068","local_addr":"0.0.0.0:12840","task":"repair","latency_us":335,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.866684255Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:49397"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.867240209Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/8/files","method":"GET","req_id":"d0e73082-95b4-42a2-bc1a-46fcdaa7daf1","remote_addr":"127.0.0.1:49397","local_addr":"0.0.0.0:12840","task":"repair","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.868327237Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/8/data","method":"GET","req_id":"c4f8c990-c2fe-4301-b91c-1558f0b64160","remote_addr":"127.0.0.1:49397","local_addr":"0.0.0.0:12840","task":"repair","latency_us":337,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.952033686Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:47800"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.952599993Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/9/files","method":"GET","req_id":"37fd0865-7dec-421c-a4b1-182358373e82","remote_addr":"127.0.0.1:47800","local_addr":"0.0.0.0:12840","task":"repair","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:36.953674995Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/9/data","method":"GET","req_id":"0cb29c4e-229b-4bcd-991b-d625cb1b0db5","remote_addr":"127.0.0.1:47800","local_addr":"0.0.0.0:12840","task":"repair","latency_us":317,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.034700042Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:52581"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.035298893Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/10/files","method":"GET","req_id":"cfcee550-ef02-45b0-86dc-76407dfba344","remote_addr":"127.0.0.1:52581","local_addr":"0.0.0.0:12840","task":"repair","latency_us":210,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.036364574Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/10/data","method":"GET","req_id":"c1daf6ac-da40-4d9c-9ecf-24468a6f05da","remote_addr":"127.0.0.1:52581","local_addr":"0.0.0.0:12840","task":"repair","latency_us":313,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.124272023Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:51806"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.124822572Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/11/files","method":"GET","req_id":"2abbb62a-9f1f-46a9-9817-279e4d2ae492","remote_addr":"127.0.0.1:51806","local_addr":"0.0.0.0:12840","task":"repair","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.125929941Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/11/data","method":"GET","req_id":"5e7b985d-d25c-45d2-bbaf-1eab2859c811","remote_addr":"127.0.0.1:51806","local_addr":"0.0.0.0:12840","task":"repair","latency_us":308,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.213004458Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:42164"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.213567062Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/12/files","method":"GET","req_id":"c03dca17-708d-4aa0-9bc7-53985ab2aad1","remote_addr":"127.0.0.1:42164","local_addr":"0.0.0.0:12840","task":"repair","latency_us":208,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.214648167Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/12/data","method":"GET","req_id":"f0ed6946-e06a-45be-9b69-87752e35078f","remote_addr":"127.0.0.1:42164","local_addr":"0.0.0.0:12840","task":"repair","latency_us":323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.292989921Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:43202"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.293542353Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/13/files","method":"GET","req_id":"29edaa09-25b9-4bca-8847-77622dcab3bb","remote_addr":"127.0.0.1:43202","local_addr":"0.0.0.0:12840","task":"repair","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.294629479Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/13/data","method":"GET","req_id":"f3d92c86-7a40-467f-b79d-7eac7db99000","remote_addr":"127.0.0.1:43202","local_addr":"0.0.0.0:12840","task":"repair","latency_us":322,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.384186367Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"local_addr":"0.0.0.0:12840","task":"repair","remote_addr":"127.0.0.1:35552"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.384710575Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/extent/14/files","method":"GET","req_id":"93ca5412-1298-4091-94d2-8c0e91e564ce","remote_addr":"127.0.0.1:35552","local_addr":"0.0.0.0:12840","task":"repair","latency_us":202,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:37.385788808Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"uri":"/newextent/14/data","method":"GET","req_id":"33a42569-df8c-4a2a-9355-44a8c8c462e2","remote_addr":"127.0.0.1:35552","local_addr":"0.0.0.0:12840","task":"repair","latency_us":319,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-02-01T17:28:43.536213197Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: b5e14b10-2dd2-470e-9a37-bf65aa50fcbf, session_id: 72d94792-4a5f-4085-84c8-3610e5fa06d2, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-02-01T17:28:43.536288405Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133,"task":"main"} {"msg":"connection (127.0.0.1:54517): all done","v":0,"name":"crucible","level":30,"time":"2024-02-01T17:28:43.536336847Z","hostname":"ip-10-150-1-74.us-west-2.compute.internal","pid":1133}