{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.597899594Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.59816479Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.59819128Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.600125862Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.600149603Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ccd99baabd70fa07cf893ca85ae393437a35a59a\nCommit timestamp: 2024-11-28T04:33:57.000000000Z  branch: renovate/opentelemetry-0.x\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.644572726Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.644620287Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.645624339Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"repair"}
{"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.645971727Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"local_addr":"0.0.0.0:12830","task":"repair"}
{"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.64610664Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.64614474Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.646210112Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"accepted connection from 127.0.0.1:60289","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.677696925Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"connection (127.0.0.1:60289): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.677871859Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"id":"0"}
{"msg":"Connection request from f79427ee-d5ae-49aa-b2e5-b5cff9fc9549 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.678239207Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: f79427ee-d5ae-49aa-b2e5-b5cff9fc9549, session_id: 81a1d08a-53fd-4542-8616-ba9c0ee9e773, gen: 193 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.678276688Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"UpstairsConnection { upstairs_id: f79427ee-d5ae-49aa-b2e5-b5cff9fc9549, session_id: 81a1d08a-53fd-4542-8616-ba9c0ee9e773, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.678753438Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Current flush_numbers [0..12]: [355, 355, 360, 351, 331, 348, 350, 339, 353, 357, 357, 355]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.679456193Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.680921795Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.682496789Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.684480392Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.684983893Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.685074415Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.685197258Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.686671539Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.687372865Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.689064442Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.689698815Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.689714616Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:10.689832118Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:11.203532692Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:11.203613654Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.743483394Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"0"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:14.743607797Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"0"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.743647138Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: f79427ee-d5ae-49aa-b2e5-b5cff9fc9549, session_id: 81a1d08a-53fd-4542-8616-ba9c0ee9e773, gen: 193 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.743672308Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: f79427ee-d5ae-49aa-b2e5-b5cff9fc9549, session_id: 81a1d08a-53fd-4542-8616-ba9c0ee9e773, gen: 193 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.743690008Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"accepted connection from 127.0.0.1:47418","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.905515289Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"connection (127.0.0.1:47418): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.90558567Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"id":"1"}
{"msg":"Connection request from efec376b-185d-4ad9-bdd8-05c0d04ae2a8 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.906077371Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: efec376b-185d-4ad9-bdd8-05c0d04ae2a8, session_id: f193facf-dbf6-4475-9439-2f8273614933, gen: 194 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.906106451Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"UpstairsConnection { upstairs_id: efec376b-185d-4ad9-bdd8-05c0d04ae2a8, session_id: f193facf-dbf6-4475-9439-2f8273614933, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.906528771Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Current flush_numbers [0..12]: [355, 355, 360, 351, 331, 348, 350, 339, 353, 357, 357, 355]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.907644695Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.92815389Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"1"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:14.928210191Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"1"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.928280772Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: efec376b-185d-4ad9-bdd8-05c0d04ae2a8, session_id: f193facf-dbf6-4475-9439-2f8273614933, gen: 194 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.928314043Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: efec376b-185d-4ad9-bdd8-05c0d04ae2a8, session_id: f193facf-dbf6-4475-9439-2f8273614933, gen: 194 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:14.928340674Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"accepted connection from 127.0.0.1:51082","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.06047261Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"connection (127.0.0.1:51082): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.060546262Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"id":"2"}
{"msg":"Connection request from 6f335289-f7cb-4680-9285-751c12364e70 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.061135085Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: 6f335289-f7cb-4680-9285-751c12364e70, session_id: bc450550-21bb-487b-a318-a8eca1b5032b, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.061176746Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"UpstairsConnection { upstairs_id: 6f335289-f7cb-4680-9285-751c12364e70, session_id: bc450550-21bb-487b-a318-a8eca1b5032b, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.061584344Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Current flush_numbers [0..12]: [355, 355, 360, 351, 362, 348, 350, 339, 362, 362, 357, 363]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.062438903Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.0641708Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.065176962Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.067093704Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.067629375Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.067667276Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.067807689Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.069369353Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.069863644Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.071670453Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.072185234Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.072222095Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.072360858Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.073949612Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.074484384Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.07614522Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.076687232Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.076725663Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.076857646Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.078483481Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.079024913Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.080661558Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.08123127Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.081274411Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.081395284Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.082868726Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.083555191Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.085111095Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.085694507Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.085737588Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.085885571Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.087294962Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.087960916Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.089740755Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.090276287Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.090303437Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:15.09045023Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:15.603803017Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:15.603851898Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:15.603884609Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:15.603908589Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:15.60393161Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:15.60395465Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.146534849Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"2"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:19.14658935Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"2"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.146617641Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: 6f335289-f7cb-4680-9285-751c12364e70, session_id: bc450550-21bb-487b-a318-a8eca1b5032b, gen: 195 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.146646472Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: 6f335289-f7cb-4680-9285-751c12364e70, session_id: bc450550-21bb-487b-a318-a8eca1b5032b, gen: 195 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.146673282Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"accepted connection from 127.0.0.1:55268","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.276966399Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"connection (127.0.0.1:55268): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.277097162Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"id":"3"}
{"msg":"Connection request from e3668c76-bd05-4408-bc32-28a4ffa27bea with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.277533271Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: e3668c76-bd05-4408-bc32-28a4ffa27bea, session_id: 37b8d799-a4df-4473-ae67-3f3af8daeed3, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.277572272Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"UpstairsConnection { upstairs_id: e3668c76-bd05-4408-bc32-28a4ffa27bea, session_id: 37b8d799-a4df-4473-ae67-3f3af8daeed3, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.278027902Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Current flush_numbers [0..12]: [355, 355, 360, 364, 364, 348, 350, 339, 362, 362, 357, 364]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.278776788Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.297830811Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"3"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:19.297901173Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"3"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.297935914Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: e3668c76-bd05-4408-bc32-28a4ffa27bea, session_id: 37b8d799-a4df-4473-ae67-3f3af8daeed3, gen: 196 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.297964204Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: e3668c76-bd05-4408-bc32-28a4ffa27bea, session_id: 37b8d799-a4df-4473-ae67-3f3af8daeed3, gen: 196 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.297992005Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"accepted connection from 127.0.0.1:45643","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.426032302Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"connection (127.0.0.1:45643): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.426071483Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"id":"4"}
{"msg":"Connection request from 33f28c1d-6846-42c1-abf1-e864a2e1729e with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.426488652Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: 33f28c1d-6846-42c1-abf1-e864a2e1729e, session_id: a7cbc234-e5d4-4786-a64b-63bd5ec6b764, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.426530843Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"UpstairsConnection { upstairs_id: 33f28c1d-6846-42c1-abf1-e864a2e1729e, session_id: a7cbc234-e5d4-4786-a64b-63bd5ec6b764, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.427002343Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Current flush_numbers [0..12]: [366, 366, 360, 366, 364, 348, 369, 371, 371, 362, 357, 364]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.427828361Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.429497678Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.430150232Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.431865229Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.432478172Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.432519283Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.432690377Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.43514568Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.435634421Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.437383649Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.43789211Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.4379238Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.438127365Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.43973962Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.440241721Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.441889637Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.44250972Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.442613442Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.442795206Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.446769492Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.447279793Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.449075142Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.449578053Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.449610954Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:19.449739727Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:19.962978141Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:19.963040222Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:19.963060712Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:19.963079643Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.504277732Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"4"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:23.504334433Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"4"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.504360824Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: 33f28c1d-6846-42c1-abf1-e864a2e1729e, session_id: a7cbc234-e5d4-4786-a64b-63bd5ec6b764, gen: 197 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.504385464Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: 33f28c1d-6846-42c1-abf1-e864a2e1729e, session_id: a7cbc234-e5d4-4786-a64b-63bd5ec6b764, gen: 197 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.504443596Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"accepted connection from 127.0.0.1:56390","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.635504269Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"connection (127.0.0.1:56390): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.63557582Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"id":"5"}
{"msg":"Connection request from dc64b778-9524-42f0-a5f0-fce61056e252 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.636132263Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: dc64b778-9524-42f0-a5f0-fce61056e252, session_id: c8df86f9-eb14-4a2c-ba86-39c4abf24523, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.636161113Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"UpstairsConnection { upstairs_id: dc64b778-9524-42f0-a5f0-fce61056e252, session_id: c8df86f9-eb14-4a2c-ba86-39c4abf24523, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.636546481Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Current flush_numbers [0..12]: [366, 366, 360, 366, 364, 348, 369, 371, 371, 372, 357, 364]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.63740802Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.657891035Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"5"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:23.657928245Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"5"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.657951686Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: dc64b778-9524-42f0-a5f0-fce61056e252, session_id: c8df86f9-eb14-4a2c-ba86-39c4abf24523, gen: 198 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.657974066Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: dc64b778-9524-42f0-a5f0-fce61056e252, session_id: c8df86f9-eb14-4a2c-ba86-39c4abf24523, gen: 198 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.657996717Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"accepted connection from 127.0.0.1:48102","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.790770987Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"main"}
{"msg":"connection (127.0.0.1:48102): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.790816638Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"id":"6"}
{"msg":"Connection request from ca5a4f81-7667-4a89-ac80-dc09ad2f581b with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.791279978Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: ca5a4f81-7667-4a89-ac80-dc09ad2f581b, session_id: 1f521f6f-9e4c-47e2-ac18-77eb770cb89f, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.791309658Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"UpstairsConnection { upstairs_id: ca5a4f81-7667-4a89-ac80-dc09ad2f581b, session_id: 1f521f6f-9e4c-47e2-ac18-77eb770cb89f, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.791807679Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Current flush_numbers [0..12]: [366, 366, 360, 366, 364, 348, 374, 371, 373, 372, 357, 364]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.792653298Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.794413466Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.795122231Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.797147125Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.797764708Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.79781489Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.798001103Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.800322744Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.800854475Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.80243204Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.80293419Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.802968431Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.803106724Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.804714979Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.805343183Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.810611257Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.811161609Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.81119354Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.811327572Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.813438148Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.814014151Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.815633706Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.816145547Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.816180378Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.81629669Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.817787513Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.818310714Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.81994963Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.820462531Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.820489861Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.820613014Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.822248669Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.822783981Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.824396646Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.824917807Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.824950998Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.825101861Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.826615944Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.82733366Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.8291813Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.832893071Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.832934711Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.833084884Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.834630718Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.8351598Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.836965819Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.837597033Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.837628423Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.837770866Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.839223148Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.839725109Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.841286893Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.841816724Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.841847565Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:23.841965937Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:24.355420126Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:24.355489047Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:24.355522448Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:24.355548669Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:24.355572179Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:24.35559952Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:24.35562983Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:24.355659951Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:24.355689122Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:27.896214276Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"6"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-28T04:57:27.896269507Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957,"task":"recv","id":"6"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:27.896296308Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: ca5a4f81-7667-4a89-ac80-dc09ad2f581b, session_id: 1f521f6f-9e4c-47e2-ac18-77eb770cb89f, gen: 199 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:27.896320858Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}
{"msg":"upstairs UpstairsConnection { upstairs_id: ca5a4f81-7667-4a89-ac80-dc09ad2f581b, session_id: 1f521f6f-9e4c-47e2-ac18-77eb770cb89f, gen: 199 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-28T04:57:27.896345369Z","hostname":"w-01JDRHKFER51NFT41MVVTWQSYN","pid":1957}