{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.458879517Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.459711919Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.459732137Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.462918053Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.462941802Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 45feeae3dd1bdcd88dce11a80acb5415f57b38bc\nCommit timestamp: 2025-03-17T22:11:58.000000000Z branch: renovate/opentelemetry-0.x\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.505975168Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.506028415Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.507440133Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.507800083Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.507938175Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.507971143Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.508062148Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"accepted connection from 127.0.0.1:65310","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.508104075Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:65310): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.508325562Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"0"} {"msg":"Connection request from 434c0852-1761-4b2d-b3b8-1848f963d030 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.50854004Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 434c0852-1761-4b2d-b3b8-1848f963d030, session_id: f502db14-301c-42d6-9da7-8c70fb5dbd64, gen: 187 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.508576628Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: 434c0852-1761-4b2d-b3b8-1848f963d030, session_id: f502db14-301c-42d6-9da7-8c70fb5dbd64, gen: 187 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.508997353Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [286, 288, 288, 285, 289, 289, 286, 281, 288, 288, 290, 290]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.509648356Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.511085972Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.51268322Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.514724042Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.515246521Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.515323567Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.515461589Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.516898965Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.517433305Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.518875251Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.519470087Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.519501065Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.519643886Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.521378186Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.522061296Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.523735429Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.52423974Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.524293457Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.524403121Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.525668767Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.526353738Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.528222209Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.528745469Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.528769958Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.528886571Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.530174736Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.530933222Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.532713049Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.53321582Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.533249968Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.533387Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.534704274Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.535193765Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.536857659Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/005.copy\" to \"/var/tmp/test_repair/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.53735387Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/005.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.537388438Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/005.replace\" to \"/var/tmp/test_repair/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.537562078Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.539069671Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.539567292Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.541255314Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.541802643Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.541833081Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:47.541966053Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:48.056204069Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:48.056255586Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:48.056281614Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:48.056302563Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:48.056328332Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:48.05635263Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:48.056377729Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.598751632Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:51.598971759Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.599043545Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 434c0852-1761-4b2d-b3b8-1848f963d030, session_id: f502db14-301c-42d6-9da7-8c70fb5dbd64, gen: 187 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.599103582Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 434c0852-1761-4b2d-b3b8-1848f963d030, session_id: f502db14-301c-42d6-9da7-8c70fb5dbd64, gen: 187 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.599156529Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.728444198Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:61576"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.729427901Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"uri":"/region-info","method":"GET","req_id":"be8ba8b7-fd34-47a6-bc98-14339124c897","remote_addr":"127.0.0.1:61576","local_addr":"0.0.0.0:12820","task":"repair","latency_us":247,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:33331","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.732414108Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:33331): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.732530432Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"1"} {"msg":"Connection request from 4829729a-9334-4fd5-bf3a-5e998cfbb183 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.73289581Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 4829729a-9334-4fd5-bf3a-5e998cfbb183, session_id: 6ab7aa01-b9d1-4c0a-9338-9f1ff7176b7e, gen: 188 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.732921579Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: 4829729a-9334-4fd5-bf3a-5e998cfbb183, session_id: 6ab7aa01-b9d1-4c0a-9338-9f1ff7176b7e, gen: 188 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.733399431Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [286, 288, 288, 285, 289, 291, 291, 281, 288, 288, 290, 290]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.734231073Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.755436554Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:51.755482062Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.755504301Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 4829729a-9334-4fd5-bf3a-5e998cfbb183, session_id: 6ab7aa01-b9d1-4c0a-9338-9f1ff7176b7e, gen: 188 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.755526489Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 4829729a-9334-4fd5-bf3a-5e998cfbb183, session_id: 6ab7aa01-b9d1-4c0a-9338-9f1ff7176b7e, gen: 188 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.755548448Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.88617673Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:58370"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.886981803Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"uri":"/region-info","method":"GET","req_id":"f8fca0eb-4d2b-4a00-8c76-e3e511feed90","remote_addr":"127.0.0.1:58370","local_addr":"0.0.0.0:12820","task":"repair","latency_us":140,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:60200","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.889753772Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:60200): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.88979411Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"2"} {"msg":"Connection request from 6eb35ff1-023a-4a2d-9229-532e887bef10 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.890265233Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 6eb35ff1-023a-4a2d-9229-532e887bef10, session_id: b6f38331-381a-4292-80c5-c258c739a160, gen: 189 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.890293721Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: 6eb35ff1-023a-4a2d-9229-532e887bef10, session_id: b6f38331-381a-4292-80c5-c258c739a160, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.890878967Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [292, 288, 288, 285, 289, 291, 291, 281, 288, 292, 290, 290]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.891555198Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.893190793Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.894599151Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.896492152Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.89704782Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.897100157Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.897283386Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.898787339Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.899317098Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.901089186Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.901794315Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.901830413Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.901963475Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.903317517Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.904064373Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.905813352Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.906396878Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.906428186Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.906565368Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.907984086Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.908746072Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.910302722Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/000.copy\" to \"/var/tmp/test_repair/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.910888488Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/000.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.910923336Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/000.replace\" to \"/var/tmp/test_repair/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.911115175Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.912442728Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.912994016Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.9149954Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.91550425Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.915535998Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.915665921Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.916983595Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.917695744Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.91930168Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.919891386Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.919938983Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:51.920057927Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:52.434294983Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:52.43435553Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:52.434375278Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:52.434393368Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:52.434410836Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:52.434428065Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:55.972386563Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:55.972459709Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:55.972540194Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 6eb35ff1-023a-4a2d-9229-532e887bef10, session_id: b6f38331-381a-4292-80c5-c258c739a160, gen: 189 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:55.972565663Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 6eb35ff1-023a-4a2d-9229-532e887bef10, session_id: b6f38331-381a-4292-80c5-c258c739a160, gen: 189 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:55.972591181Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection from 127.0.0.1:56442","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.075274572Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:56442): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.075377656Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"3"} {"msg":"Connection request from db2fb0da-aa6a-463f-afee-8a26cfd87b1c with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.075675159Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: db2fb0da-aa6a-463f-afee-8a26cfd87b1c, session_id: e1114f6e-8a98-49e7-bd3c-361f110a105a, gen: 190 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.075711997Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: db2fb0da-aa6a-463f-afee-8a26cfd87b1c, session_id: e1114f6e-8a98-49e7-bd3c-361f110a105a, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.076058647Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [293, 288, 288, 293, 289, 291, 291, 281, 288, 293, 293, 290]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.076855991Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.097350423Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:56.097395881Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.097434198Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: db2fb0da-aa6a-463f-afee-8a26cfd87b1c, session_id: e1114f6e-8a98-49e7-bd3c-361f110a105a, gen: 190 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.097457967Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: db2fb0da-aa6a-463f-afee-8a26cfd87b1c, session_id: e1114f6e-8a98-49e7-bd3c-361f110a105a, gen: 190 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.097480756Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection from 127.0.0.1:33933","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.205985809Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:33933): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.206031436Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"4"} {"msg":"Connection request from dddf3377-c5bc-413a-98d7-a30faa2e548c with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.206433713Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: dddf3377-c5bc-413a-98d7-a30faa2e548c, session_id: 1750d495-270a-4517-b038-81b86770ef13, gen: 191 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.206459802Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: dddf3377-c5bc-413a-98d7-a30faa2e548c, session_id: 1750d495-270a-4517-b038-81b86770ef13, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.206941554Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [293, 297, 288, 293, 289, 295, 297, 281, 288, 293, 293, 297]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.207728028Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.209481587Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.210125379Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.211794653Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.212411667Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.212441225Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.212597116Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.215230543Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.21581537Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.217767167Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.218294766Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.218322864Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.218447267Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.219743692Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.220261582Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.222079987Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.222724519Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.222757647Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.22288354Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.224143687Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.224686396Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.226583026Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.227123754Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.227149983Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.227270546Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.228670075Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.229209444Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.230955212Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/007.copy\" to \"/var/tmp/test_repair/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.231583146Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/007.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.231610945Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/007.replace\" to \"/var/tmp/test_repair/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.231760016Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.233141166Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.233667215Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.235429183Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.235945003Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.235974922Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.236140412Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.237479545Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.238011324Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.239861047Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.240346678Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.240382916Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:44:56.240531948Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:56.75450521Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:56.754573826Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:56.754606124Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:56.754629242Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:56.754652571Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:56.754679479Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:44:56.754705738Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.29674391Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:00.296840224Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.296868093Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: dddf3377-c5bc-413a-98d7-a30faa2e548c, session_id: 1750d495-270a-4517-b038-81b86770ef13, gen: 191 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.296891231Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: dddf3377-c5bc-413a-98d7-a30faa2e548c, session_id: 1750d495-270a-4517-b038-81b86770ef13, gen: 191 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.29691396Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection from 127.0.0.1:59316","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.400883596Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:59316): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.401014079Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"5"} {"msg":"Connection request from 60201221-aab5-43a2-8594-052b9729d925 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.401276493Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 60201221-aab5-43a2-8594-052b9729d925, session_id: 59ee5f22-fb8e-456d-b248-78d0937e33c3, gen: 192 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.401312171Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: 60201221-aab5-43a2-8594-052b9729d925, session_id: 59ee5f22-fb8e-456d-b248-78d0937e33c3, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.401716098Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [293, 297, 288, 293, 289, 295, 297, 298, 298, 293, 298, 297]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.402594757Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.424304929Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:00.424353247Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.424379565Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 60201221-aab5-43a2-8594-052b9729d925, session_id: 59ee5f22-fb8e-456d-b248-78d0937e33c3, gen: 192 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.424407373Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 60201221-aab5-43a2-8594-052b9729d925, session_id: 59ee5f22-fb8e-456d-b248-78d0937e33c3, gen: 192 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.424430372Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection from 127.0.0.1:34722","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.529819486Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:34722): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.529861064Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"6"} {"msg":"Connection request from 989a0882-ee00-4e88-bf65-707b1f91e72c with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.530244712Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 989a0882-ee00-4e88-bf65-707b1f91e72c, session_id: ae4f6aad-eb43-41a2-9095-b99d5500074f, gen: 193 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.53027091Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: 989a0882-ee00-4e88-bf65-707b1f91e72c, session_id: ae4f6aad-eb43-41a2-9095-b99d5500074f, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.530748952Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [299, 297, 288, 293, 300, 295, 300, 300, 300, 293, 298, 297]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.531619412Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.533450676Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.534092878Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.535937262Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.536528737Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.536564715Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.536772733Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.539192483Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.539716253Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.541369027Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/004.copy\" to \"/var/tmp/test_repair/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.541908746Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/004.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.541948143Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/004.replace\" to \"/var/tmp/test_repair/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.542106134Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.543585039Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.544288348Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.545844298Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.546387066Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.546455012Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:00.546577275Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:01.059524956Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:01.059586902Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:01.05961363Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.597896562Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:04.597964767Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.597995956Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 989a0882-ee00-4e88-bf65-707b1f91e72c, session_id: ae4f6aad-eb43-41a2-9095-b99d5500074f, gen: 193 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.598040053Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 989a0882-ee00-4e88-bf65-707b1f91e72c, session_id: ae4f6aad-eb43-41a2-9095-b99d5500074f, gen: 193 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.598072811Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection from 127.0.0.1:54820","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.70338147Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:54820): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.703428117Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"7"} {"msg":"Connection request from ad5ac8d5-c023-4c70-9776-2dec270edf11 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.703820625Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: ad5ac8d5-c023-4c70-9776-2dec270edf11, session_id: 4750392d-4459-45d7-998d-adf37b1bc81a, gen: 194 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.703849383Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: ad5ac8d5-c023-4c70-9776-2dec270edf11, session_id: 4750392d-4459-45d7-998d-adf37b1bc81a, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.704440739Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [299, 297, 288, 302, 302, 295, 300, 300, 300, 293, 298, 297]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.705256221Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.729524675Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:04.729584902Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.72961219Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: ad5ac8d5-c023-4c70-9776-2dec270edf11, session_id: 4750392d-4459-45d7-998d-adf37b1bc81a, gen: 194 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.729636829Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: ad5ac8d5-c023-4c70-9776-2dec270edf11, session_id: 4750392d-4459-45d7-998d-adf37b1bc81a, gen: 194 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.729661217Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection from 127.0.0.1:39035","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.831963369Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:39035): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832097332Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"8"} {"msg":"Connection request from 911dd996-6565-47e6-9283-40e1b6e8d383 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832441852Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 911dd996-6565-47e6-9283-40e1b6e8d383, session_id: 84c3e3ca-3162-4b39-8ede-0e692d567188, gen: 195 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.83246837Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: 911dd996-6565-47e6-9283-40e1b6e8d383, session_id: 84c3e3ca-3162-4b39-8ede-0e692d567188, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832863587Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [299, 303, 288, 303, 302, 295, 300, 300, 300, 293, 298, 297]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.83368136Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.835700493Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.836411182Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.838271744Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.838892868Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.838928526Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.839092186Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.841693846Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.842201406Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.843983433Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.844659344Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.844691212Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.844812365Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.846467849Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.846993429Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.848598525Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.849125985Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.849156153Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.849281856Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.850572171Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.851078952Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.852778673Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.853340961Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.853369219Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.85352467Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:05.368641936Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:05.368702012Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:05.368721511Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:05.36873958Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:08.907451185Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:08.907529571Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:08.907558379Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 911dd996-6565-47e6-9283-40e1b6e8d383, session_id: 84c3e3ca-3162-4b39-8ede-0e692d567188, gen: 195 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:08.907587917Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 911dd996-6565-47e6-9283-40e1b6e8d383, session_id: 84c3e3ca-3162-4b39-8ede-0e692d567188, gen: 195 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:08.907617405Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.038817834Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:49059"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.039595119Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"uri":"/region-info","method":"GET","req_id":"55a71542-255d-43dc-bf74-0f86f7d9fb4d","remote_addr":"127.0.0.1:49059","local_addr":"0.0.0.0:12820","task":"repair","latency_us":138,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:65145","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.042313911Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:65145): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.042434984Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"9"} {"msg":"Connection request from ad4849db-e16c-4ef9-94eb-6ddfbce81995 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.042801803Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: ad4849db-e16c-4ef9-94eb-6ddfbce81995, session_id: cb34c4c7-c720-4312-8e42-366ece2a4785, gen: 196 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.042825012Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: ad4849db-e16c-4ef9-94eb-6ddfbce81995, session_id: cb34c4c7-c720-4312-8e42-366ece2a4785, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.043322413Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [299, 306, 288, 303, 302, 295, 300, 300, 300, 293, 298, 297]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.044349013Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.068326314Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"9"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:09.068382481Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"9"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.068437198Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: ad4849db-e16c-4ef9-94eb-6ddfbce81995, session_id: cb34c4c7-c720-4312-8e42-366ece2a4785, gen: 196 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.068463116Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: ad4849db-e16c-4ef9-94eb-6ddfbce81995, session_id: cb34c4c7-c720-4312-8e42-366ece2a4785, gen: 196 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.068492445Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.196878576Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:44408"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.197607474Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"uri":"/region-info","method":"GET","req_id":"8220ff2c-e2f6-4b1d-b524-187ebb3b886f","remote_addr":"127.0.0.1:44408","local_addr":"0.0.0.0:12820","task":"repair","latency_us":124,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:41654","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.200323817Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:41654): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.200369504Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"10"} {"msg":"Connection request from 468b3c0d-fd86-432b-9012-f6e4448c99c8 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.200692245Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 468b3c0d-fd86-432b-9012-f6e4448c99c8, session_id: a09d44fc-d1c2-4362-a5b4-e3c6e12b6d9f, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.200719424Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: 468b3c0d-fd86-432b-9012-f6e4448c99c8, session_id: a09d44fc-d1c2-4362-a5b4-e3c6e12b6d9f, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.201185027Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [299, 307, 307, 303, 310, 310, 300, 300, 310, 293, 310, 310]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.202018949Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.203634845Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.204939329Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.207034608Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.207677311Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.20769355Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.207841541Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.20924613Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.209995116Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.211966652Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.212465603Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.212498831Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.212659772Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.214003274Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.214533153Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.216285732Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.216904596Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.216939594Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.217083976Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:09.730732196Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:09.730798873Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:09.730830381Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.270264413Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"10"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:13.270332499Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"10"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.270364557Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 468b3c0d-fd86-432b-9012-f6e4448c99c8, session_id: a09d44fc-d1c2-4362-a5b4-e3c6e12b6d9f, gen: 197 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.270394736Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 468b3c0d-fd86-432b-9012-f6e4448c99c8, session_id: a09d44fc-d1c2-4362-a5b4-e3c6e12b6d9f, gen: 197 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.270425864Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.399995147Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:54921"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.400773802Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"uri":"/region-info","method":"GET","req_id":"6ba6c47b-b25f-4921-8bc1-b4c9b9ac0e00","remote_addr":"127.0.0.1:54921","local_addr":"0.0.0.0:12820","task":"repair","latency_us":137,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:44678","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.403377521Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:44678): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.403491784Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"11"} {"msg":"Connection request from 16035d12-68c4-44d8-b99c-10f755402d40 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.403809806Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 16035d12-68c4-44d8-b99c-10f755402d40, session_id: e2529464-dcf5-4ac1-95de-61dcc8eb3acc, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.403844904Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: 16035d12-68c4-44d8-b99c-10f755402d40, session_id: e2529464-dcf5-4ac1-95de-61dcc8eb3acc, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.404307327Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [299, 311, 307, 303, 310, 310, 311, 300, 310, 293, 310, 310]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.405198335Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.428148876Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"11"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:13.428212472Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"11"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.428269659Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 16035d12-68c4-44d8-b99c-10f755402d40, session_id: e2529464-dcf5-4ac1-95de-61dcc8eb3acc, gen: 198 } (ConnectionId(11)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.428300607Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 16035d12-68c4-44d8-b99c-10f755402d40, session_id: e2529464-dcf5-4ac1-95de-61dcc8eb3acc, gen: 198 } (ConnectionId(11)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.428325835Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.562141813Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:36368"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.562860231Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"uri":"/region-info","method":"GET","req_id":"8044f4d2-331c-4d3c-ad6f-7a2cb4f863bb","remote_addr":"127.0.0.1:36368","local_addr":"0.0.0.0:12820","task":"repair","latency_us":138,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:54067","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565667808Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"main"} {"msg":"connection (127.0.0.1:54067): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56581115Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"id":"12"} {"msg":"Connection request from 4d983f8d-8a75-4b30-b702-bea26dcd6b69 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.566296182Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 4d983f8d-8a75-4b30-b702-bea26dcd6b69, session_id: 28c0dc38-e014-4ce5-97e7-600ab8922248, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56632936Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"UpstairsConnection { upstairs_id: 4d983f8d-8a75-4b30-b702-bea26dcd6b69, session_id: 28c0dc38-e014-4ce5-97e7-600ab8922248, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.566809512Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Current flush_numbers [0..12]: [299, 311, 307, 303, 310, 310, 311, 300, 310, 293, 310, 310]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.567740128Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.569311147Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.57064297Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.572705041Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.573261338Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.573304986Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.573437208Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.574875155Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.575588394Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.577293195Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.577799046Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.577832073Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.577942497Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.579278Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.579833388Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.581372888Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.581900318Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.581965174Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.582071998Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.583503105Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.584024635Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.585966292Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.586558888Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.586596996Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.586737258Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.588106118Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.588827176Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.590545087Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/004.copy\" to \"/var/tmp/test_repair/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.591147952Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/004.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.591174551Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/004.replace\" to \"/var/tmp/test_repair/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.591238987Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.59257068Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.593121218Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.594684797Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.595212937Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.595252454Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.595397306Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.596889839Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.597429648Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.599177867Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.599771753Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.599794611Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.599899215Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.601328722Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.601820744Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.603522575Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.604145389Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.604178337Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.604334108Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.60567296Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.606352591Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.608081961Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.608636349Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.608661907Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.60878383Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.610190159Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.61086963Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.612526143Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613008355Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613039074Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.613180016Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.127870715Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.127939901Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.12796513Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.127996028Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128021967Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128047425Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128072194Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128093412Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128112171Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.12813257Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:17.668059535Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"12"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:17.668127771Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934,"task":"recv","id":"12"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:17.6681539Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 4d983f8d-8a75-4b30-b702-bea26dcd6b69, session_id: 28c0dc38-e014-4ce5-97e7-600ab8922248, gen: 199 } (ConnectionId(12)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:17.668178328Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934} {"msg":"upstairs UpstairsConnection { upstairs_id: 4d983f8d-8a75-4b30-b702-bea26dcd6b69, session_id: 28c0dc38-e014-4ce5-97e7-600ab8922248, gen: 199 } (ConnectionId(12)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:17.668259133Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1934}