{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.783227233Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.783924233Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.783949381Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.786480804Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.786510253Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 45feeae3dd1bdcd88dce11a80acb5415f57b38bc\nCommit timestamp: 2025-03-17T22:11:58.000000000Z branch: renovate/opentelemetry-0.x\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.830253208Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.830316605Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.831631219Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832090442Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832318099Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832349377Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832413663Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"accepted connection from 127.0.0.1:54695","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832559785Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:54695): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832736724Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"id":"0"} {"msg":"Connection request from 911dd996-6565-47e6-9283-40e1b6e8d383 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832975061Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 911dd996-6565-47e6-9283-40e1b6e8d383, session_id: 84c3e3ca-3162-4b39-8ede-0e692d567188, gen: 195 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.832999259Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"UpstairsConnection { upstairs_id: 911dd996-6565-47e6-9283-40e1b6e8d383, session_id: 84c3e3ca-3162-4b39-8ede-0e692d567188, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.833560797Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Current flush_numbers [0..12]: [299, 303, 288, 303, 302, 295, 300, 300, 300, 293, 298, 297]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.83437116Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.835700473Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.837377166Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.83936456Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.839932578Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.840028662Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.840150805Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.841693836Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.842424543Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.844453346Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.844988055Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.845024633Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.845139346Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.846464689Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.84696441Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.848409567Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.848961764Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.848997062Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.849128015Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.850572181Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.851055023Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.852678499Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.853167301Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.853202569Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:04.853314812Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:05.368641906Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:05.368702002Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:05.368721481Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:05.36873959Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:08.907528971Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:08.907658433Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:08.907688981Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 911dd996-6565-47e6-9283-40e1b6e8d383, session_id: 84c3e3ca-3162-4b39-8ede-0e692d567188, gen: 195 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:08.90771762Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 911dd996-6565-47e6-9283-40e1b6e8d383, session_id: 84c3e3ca-3162-4b39-8ede-0e692d567188, gen: 195 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:08.907747328Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"accepted connection from 127.0.0.1:43514","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.0423441Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:43514): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.042385057Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"id":"1"} {"msg":"Connection request from ad4849db-e16c-4ef9-94eb-6ddfbce81995 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.042820182Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: ad4849db-e16c-4ef9-94eb-6ddfbce81995, session_id: cb34c4c7-c720-4312-8e42-366ece2a4785, gen: 196 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.042862679Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"UpstairsConnection { upstairs_id: ad4849db-e16c-4ef9-94eb-6ddfbce81995, session_id: cb34c4c7-c720-4312-8e42-366ece2a4785, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.043284295Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Current flush_numbers [0..12]: [299, 306, 288, 303, 302, 295, 300, 300, 300, 293, 298, 297]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.04423512Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.068326354Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:09.068382921Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.06840981Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: ad4849db-e16c-4ef9-94eb-6ddfbce81995, session_id: cb34c4c7-c720-4312-8e42-366ece2a4785, gen: 196 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.068433748Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: ad4849db-e16c-4ef9-94eb-6ddfbce81995, session_id: cb34c4c7-c720-4312-8e42-366ece2a4785, gen: 196 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.068459217Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"accepted connection from 127.0.0.1:52411","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.200283069Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:52411): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.200415471Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"id":"2"} {"msg":"Connection request from 468b3c0d-fd86-432b-9012-f6e4448c99c8 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.200698945Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 468b3c0d-fd86-432b-9012-f6e4448c99c8, session_id: a09d44fc-d1c2-4362-a5b4-e3c6e12b6d9f, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.200733713Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"UpstairsConnection { upstairs_id: 468b3c0d-fd86-432b-9012-f6e4448c99c8, session_id: a09d44fc-d1c2-4362-a5b4-e3c6e12b6d9f, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.201227804Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Current flush_numbers [0..12]: [299, 307, 307, 303, 310, 310, 300, 300, 310, 293, 310, 310]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.202081605Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.203573979Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.204940319Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.206911095Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.207468053Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.2075065Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.207633013Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.209214962Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.209739641Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.211743955Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.212310222Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.21234467Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.212501361Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.213976356Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.214543973Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.216209826Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.216730376Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.216770424Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:09.216901706Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:09.730732306Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:09.730800462Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:09.730826701Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.270302761Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:13.270354528Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.270434543Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 468b3c0d-fd86-432b-9012-f6e4448c99c8, session_id: a09d44fc-d1c2-4362-a5b4-e3c6e12b6d9f, gen: 197 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.270469251Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 468b3c0d-fd86-432b-9012-f6e4448c99c8, session_id: a09d44fc-d1c2-4362-a5b4-e3c6e12b6d9f, gen: 197 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.270502679Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"accepted connection from 127.0.0.1:50755","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.403377501Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:50755): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.403517243Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"id":"3"} {"msg":"Connection request from 16035d12-68c4-44d8-b99c-10f755402d40 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.403809836Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 16035d12-68c4-44d8-b99c-10f755402d40, session_id: e2529464-dcf5-4ac1-95de-61dcc8eb3acc, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.403844894Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"UpstairsConnection { upstairs_id: 16035d12-68c4-44d8-b99c-10f755402d40, session_id: e2529464-dcf5-4ac1-95de-61dcc8eb3acc, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.404314837Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Current flush_numbers [0..12]: [299, 311, 307, 303, 310, 310, 311, 300, 310, 293, 310, 310]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.405177537Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.428184984Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:13.428236041Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.428263239Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 16035d12-68c4-44d8-b99c-10f755402d40, session_id: e2529464-dcf5-4ac1-95de-61dcc8eb3acc, gen: 198 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.428290257Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 16035d12-68c4-44d8-b99c-10f755402d40, session_id: e2529464-dcf5-4ac1-95de-61dcc8eb3acc, gen: 198 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.428314166Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"accepted connection from 127.0.0.1:47326","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565649109Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:47326): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.565754453Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"id":"4"} {"msg":"Connection request from 4d983f8d-8a75-4b30-b702-bea26dcd6b69 with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.566296162Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 4d983f8d-8a75-4b30-b702-bea26dcd6b69, session_id: 28c0dc38-e014-4ce5-97e7-600ab8922248, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.56632937Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"UpstairsConnection { upstairs_id: 4d983f8d-8a75-4b30-b702-bea26dcd6b69, session_id: 28c0dc38-e014-4ce5-97e7-600ab8922248, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.566805582Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Current flush_numbers [0..12]: [299, 311, 307, 303, 310, 310, 311, 300, 310, 293, 310, 310]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.567790015Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.569313417Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.57064516Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.572699971Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.573256119Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.573327954Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.573443428Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.574866785Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.575341258Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.577036Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.57755206Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.577588988Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.577713691Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.57927855Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.579834697Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.581469863Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.582049689Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.582079147Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.5822072Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.583492466Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.583985557Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.585611683Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.586207108Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.586248576Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.586444274Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.588052001Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.588567411Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.590273833Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.590885897Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.590920175Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.591072977Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.59256795Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.593093699Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.594849428Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.595403706Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.595458182Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.595560406Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.59687679Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.59740216Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.598942241Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.599437142Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.59946844Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.599619351Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.601263356Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.601784856Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.603468408Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.603989688Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.604024676Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.60413387Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.605622823Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.606131724Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.607709062Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.608312438Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.608343426Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.608477898Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.610159491Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.610659452Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.612292617Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.612825406Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.612861694Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:13.612977667Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.127870675Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.127940061Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.12796506Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.127989938Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128041635Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128068464Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128089813Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128105902Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.128117461Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:14.12812861Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:17.668071554Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-17T22:45:17.668120111Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:17.66814092Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 4d983f8d-8a75-4b30-b702-bea26dcd6b69, session_id: 28c0dc38-e014-4ce5-97e7-600ab8922248, gen: 199 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:17.668162539Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 4d983f8d-8a75-4b30-b702-bea26dcd6b69, session_id: 28c0dc38-e014-4ce5-97e7-600ab8922248, gen: 199 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-17T22:45:17.668189697Z","hostname":"w-01JPK3TP9J2JZ30PKAN68Z7Z71","pid":1966}