{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.546087941Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.546512713Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.546541968Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.554730348Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.554761333Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 6901b9ee7172d672adc2780a2da758752eb0a2a4\nCommit timestamp: 2024-09-27T03:30:33.000000000Z branch: alan/more-dsc-for-tests\nrustc: 1.80.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.600551158Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.60060929Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.601505016Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.601944296Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.602104673Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.602139039Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.602156616Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"accepted connection from 127.0.0.1:64785","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.629200881Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:64785): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.629399743Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"0"} {"msg":"Connection request from 53b3336c-48c2-4980-ac48-a5da42bcfe44 with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.629693282Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 53b3336c-48c2-4980-ac48-a5da42bcfe44, session_id: ddb6e44d-3840-4aea-b146-70757d3f7b4f, gen: 187 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.629724208Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: 53b3336c-48c2-4980-ac48-a5da42bcfe44, session_id: ddb6e44d-3840-4aea-b146-70757d3f7b4f, gen: 187 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.630161268Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [320, 318, 311, 319, 303, 319, 318, 317, 311, 319, 321, 318]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.631048215Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.633920239Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.635805948Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.639288117Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.639851859Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.641525898Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.643762679Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.648489076Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.649074915Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.652406815Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.65294999Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.65432685Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.656512248Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.661676995Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.662268023Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.665633248Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.666175453Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.667154008Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.669302091Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.674174628Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.674735371Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.677901094Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.678419752Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.679224951Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:16.682579527Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:17.13023876Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:17.130269566Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:17.130292123Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:17.130314989Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.737404358Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:20.737577934Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.737603601Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 53b3336c-48c2-4980-ac48-a5da42bcfe44, session_id: ddb6e44d-3840-4aea-b146-70757d3f7b4f, gen: 187 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.737626348Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 53b3336c-48c2-4980-ac48-a5da42bcfe44, session_id: ddb6e44d-3840-4aea-b146-70757d3f7b4f, gen: 187 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.737647554Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:57795","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.900367647Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:57795): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.900470003Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"1"} {"msg":"Connection request from 92209d45-be3a-4c19-84df-42c6bb9ba6e0 with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.901005099Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 92209d45-be3a-4c19-84df-42c6bb9ba6e0, session_id: 29f08504-f385-484f-93fa-910f5bb6c51d, gen: 188 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.901038884Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: 92209d45-be3a-4c19-84df-42c6bb9ba6e0, session_id: 29f08504-f385-484f-93fa-910f5bb6c51d, gen: 188 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.901466615Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [320, 322, 311, 322, 303, 319, 318, 317, 311, 319, 321, 318]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.902322087Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.925938535Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:20.925991408Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.926017944Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 92209d45-be3a-4c19-84df-42c6bb9ba6e0, session_id: 29f08504-f385-484f-93fa-910f5bb6c51d, gen: 188 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.92604469Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 92209d45-be3a-4c19-84df-42c6bb9ba6e0, session_id: 29f08504-f385-484f-93fa-910f5bb6c51d, gen: 188 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:20.926069727Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:62731","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.098218887Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:62731): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.098284458Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"2"} {"msg":"Connection request from e64bd4ba-cf1c-4f76-a631-cefc64e5ad85 with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.098927089Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: e64bd4ba-cf1c-4f76-a631-cefc64e5ad85, session_id: 37a7d9ce-83c0-4d0f-98a6-d4a32585db70, gen: 189 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.098955785Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: e64bd4ba-cf1c-4f76-a631-cefc64e5ad85, session_id: 37a7d9ce-83c0-4d0f-98a6-d4a32585db70, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.099460046Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [320, 322, 311, 322, 323, 319, 324, 317, 311, 319, 321, 324]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.100325526Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.103059898Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.104490981Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.108059838Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.108627949Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.109381735Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.110905635Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.115190983Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.1157915Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.11904433Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.119570598Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.12049449Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.122543987Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.127161129Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.127718632Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.130856379Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.131466134Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.132342424Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.13374402Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.137532007Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.138103698Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.141352809Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.144044877Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.145317401Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.147269402Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.151547731Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.152140089Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.155963471Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.156468431Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.15763241Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.1594419Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.163833264Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.164428811Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.167596844Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.168141099Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.169138001Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.170655621Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.174889167Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.175569542Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.178908871Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.179489931Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.180433641Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.182147424Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.186676348Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.187359854Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.190873239Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.191492543Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.192791403Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.19513052Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.199143806Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.203929265Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.207400845Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.207917244Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.209086872Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.211407782Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.216516296Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.217150659Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.220296954Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.220848928Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.221677473Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.223768355Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.228541155Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.22915793Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.232172154Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.232696251Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.233972885Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.235655773Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.239991963Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.240634215Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.243840962Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.24443377Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.245382449Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.246937634Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.250918664Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.251610469Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.255779243Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.25631028Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.257712706Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:21.259165005Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.59937884Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599439642Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599464318Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599482546Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599500483Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599517811Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599535149Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599552056Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599569854Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599587841Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599605639Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599623446Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:21.599641324Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.313656922Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:25.313716794Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.31374389Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: e64bd4ba-cf1c-4f76-a631-cefc64e5ad85, session_id: 37a7d9ce-83c0-4d0f-98a6-d4a32585db70, gen: 189 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.313771086Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: e64bd4ba-cf1c-4f76-a631-cefc64e5ad85, session_id: 37a7d9ce-83c0-4d0f-98a6-d4a32585db70, gen: 189 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.313797712Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:43971","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.452675619Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:43971): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.452854894Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"3"} {"msg":"Connection request from 0dd3ade0-8882-4cc0-9fde-035da7adba86 with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.45317423Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 0dd3ade0-8882-4cc0-9fde-035da7adba86, session_id: 0db669bd-1def-45d4-ab6b-2da1138eb676, gen: 190 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.453219344Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: 0dd3ade0-8882-4cc0-9fde-035da7adba86, session_id: 0db669bd-1def-45d4-ab6b-2da1138eb676, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.453736272Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [320, 325, 325, 325, 325, 325, 324, 317, 311, 319, 321, 324]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.454708958Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.480985218Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:25.48104557Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.481074266Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 0dd3ade0-8882-4cc0-9fde-035da7adba86, session_id: 0db669bd-1def-45d4-ab6b-2da1138eb676, gen: 190 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.481102502Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 0dd3ade0-8882-4cc0-9fde-035da7adba86, session_id: 0db669bd-1def-45d4-ab6b-2da1138eb676, gen: 190 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.481129029Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:41135","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.623756947Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:41135): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.623901287Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"4"} {"msg":"Connection request from bd037cea-3ac0-40e0-909f-5dfca9d6aa25 with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.624246159Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: bd037cea-3ac0-40e0-909f-5dfca9d6aa25, session_id: ab728113-af41-4a19-9458-bdcb5ab56e72, gen: 191 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.624284834Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: bd037cea-3ac0-40e0-909f-5dfca9d6aa25, session_id: ab728113-af41-4a19-9458-bdcb5ab56e72, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.624801312Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [326, 325, 325, 325, 325, 325, 324, 317, 311, 319, 321, 324]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.625661854Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.628743978Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.62952629Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.632893355Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.633399645Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.634410695Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.636933717Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.642053109Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.642658936Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.645778295Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.646581184Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.647600953Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.649683575Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.654578749Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.655272723Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.658504057Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.65906053Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.659977193Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.661731621Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.666800731Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.667449381Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.670504509Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.671067452Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.671935142Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.674053749Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.679227494Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.683982008Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.687373649Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.687927683Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.688867463Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.690982661Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.696060909Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.696691042Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.69989Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.700419967Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.701376575Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.703241107Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.708418412Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.709058714Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.712239574Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.712766852Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.713671296Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.715497964Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.720114977Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.720734531Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.723993011Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.724548004Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.725686317Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:25.727377653Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:26.124097433Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:26.124169683Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:26.124205598Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:26.124237023Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:26.12426258Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:26.124288886Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:26.124317692Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:26.124347698Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.783226962Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:29.783272645Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.783296372Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: bd037cea-3ac0-40e0-909f-5dfca9d6aa25, session_id: ab728113-af41-4a19-9458-bdcb5ab56e72, gen: 191 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.783319279Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: bd037cea-3ac0-40e0-909f-5dfca9d6aa25, session_id: ab728113-af41-4a19-9458-bdcb5ab56e72, gen: 191 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.783344955Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:47429","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.954765956Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:47429): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.95481637Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"5"} {"msg":"Connection request from ccf574b2-f86f-43e8-a4c8-b8b0c1b76e9b with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.955385411Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: ccf574b2-f86f-43e8-a4c8-b8b0c1b76e9b, session_id: 40284314-76da-4560-b381-209eecfabdb5, gen: 192 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.955417417Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: ccf574b2-f86f-43e8-a4c8-b8b0c1b76e9b, session_id: 40284314-76da-4560-b381-209eecfabdb5, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.955933885Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [326, 325, 325, 325, 325, 325, 324, 317, 328, 328, 328, 324]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.956829122Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.983798156Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:29.983849659Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.983875495Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: ccf574b2-f86f-43e8-a4c8-b8b0c1b76e9b, session_id: 40284314-76da-4560-b381-209eecfabdb5, gen: 192 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.983901062Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: ccf574b2-f86f-43e8-a4c8-b8b0c1b76e9b, session_id: 40284314-76da-4560-b381-209eecfabdb5, gen: 192 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:29.983926959Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:52612","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.149537182Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:52612): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.149608062Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"6"} {"msg":"Connection request from eafa4a78-813c-4870-949e-04b91b8c362e with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.150447017Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: eafa4a78-813c-4870-949e-04b91b8c362e, session_id: e4f8311e-a20e-48cd-aa3c-cabf6358c2cf, gen: 193 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.150473473Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: eafa4a78-813c-4870-949e-04b91b8c362e, session_id: e4f8311e-a20e-48cd-aa3c-cabf6358c2cf, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.150883486Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [326, 325, 325, 325, 325, 325, 324, 317, 329, 328, 328, 329]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.151773253Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.15454897Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.155969524Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.15954674Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.160102613Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.161181054Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.163148152Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.167524038Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.168153651Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.17141525Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.172026496Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.173390737Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.175068975Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.179971818Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.180569756Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.184047155Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.18719895Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.188001949Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:30.190135424Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:30.649970776Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:30.650137173Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:30.65015579Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.250205091Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:34.250274751Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.250307627Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: eafa4a78-813c-4870-949e-04b91b8c362e, session_id: e4f8311e-a20e-48cd-aa3c-cabf6358c2cf, gen: 193 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.250338503Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: eafa4a78-813c-4870-949e-04b91b8c362e, session_id: e4f8311e-a20e-48cd-aa3c-cabf6358c2cf, gen: 193 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.250369318Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:52207","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.389402773Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:52207): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.389527496Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"7"} {"msg":"Connection request from 56f4a1c8-595a-4ddd-af00-5c817672138e with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.389872398Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 56f4a1c8-595a-4ddd-af00-5c817672138e, session_id: f66089f0-14ac-4044-bee1-eb824298c676, gen: 194 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.389914483Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: 56f4a1c8-595a-4ddd-af00-5c817672138e, session_id: f66089f0-14ac-4044-bee1-eb824298c676, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.390384718Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [326, 325, 325, 325, 331, 325, 324, 317, 329, 328, 331, 329]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.391423724Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.415710579Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:34.415766141Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.415787509Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 56f4a1c8-595a-4ddd-af00-5c817672138e, session_id: f66089f0-14ac-4044-bee1-eb824298c676, gen: 194 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.415808546Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 56f4a1c8-595a-4ddd-af00-5c817672138e, session_id: f66089f0-14ac-4044-bee1-eb824298c676, gen: 194 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.415833672Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:38823","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.55607678Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:38823): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.556204952Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"8"} {"msg":"Connection request from 5f45f8dc-847b-4466-898f-872e129fe24f with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.556783312Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 5f45f8dc-847b-4466-898f-872e129fe24f, session_id: d5b8fad4-402d-479e-9a6d-fc755b6ed9c1, gen: 195 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.556814488Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: 5f45f8dc-847b-4466-898f-872e129fe24f, session_id: d5b8fad4-402d-479e-9a6d-fc755b6ed9c1, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.557199255Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [326, 325, 325, 325, 332, 332, 324, 317, 329, 328, 331, 332]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.557984656Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.560829653Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.561631623Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.564686041Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.565183322Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.566233317Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.567815948Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.575208087Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.575775359Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.579150293Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.579732332Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.580915009Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.582730018Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.587214359Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.587824894Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.590999446Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.591557229Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.592625661Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.594383708Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.598867079Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.5994381Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.60465626Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.605328547Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.60725728Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.608913931Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.613132449Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.613722547Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.617597852Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.618268669Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.619555871Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.621421584Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.62644124Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.627017101Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.630031254Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.630545423Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.631180136Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.633334318Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.63824091Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.638802113Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.641825855Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.642389027Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.643559646Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:34.645367976Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:35.056796353Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:35.056860284Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:35.056881081Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:35.056900229Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:35.056918686Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:35.056937103Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:35.05696031Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.703049332Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:38.703117403Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.703144699Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 5f45f8dc-847b-4466-898f-872e129fe24f, session_id: d5b8fad4-402d-479e-9a6d-fc755b6ed9c1, gen: 195 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.703172735Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 5f45f8dc-847b-4466-898f-872e129fe24f, session_id: d5b8fad4-402d-479e-9a6d-fc755b6ed9c1, gen: 195 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.703234626Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:43735","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.843654959Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:43735): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.843810268Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"9"} {"msg":"Connection request from 6d099d4b-83bb-4fd7-b740-bf737bb89e2f with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.844254776Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 6d099d4b-83bb-4fd7-b740-bf737bb89e2f, session_id: df64db0d-c467-4249-9fc2-65647447582b, gen: 196 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.844285732Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: 6d099d4b-83bb-4fd7-b740-bf737bb89e2f, session_id: df64db0d-c467-4249-9fc2-65647447582b, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.844728021Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [326, 325, 333, 325, 332, 333, 324, 317, 329, 328, 331, 332]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.845549597Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.86652355Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"9"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:38.866582022Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"9"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.866610248Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 6d099d4b-83bb-4fd7-b740-bf737bb89e2f, session_id: df64db0d-c467-4249-9fc2-65647447582b, gen: 196 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.866634675Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 6d099d4b-83bb-4fd7-b740-bf737bb89e2f, session_id: df64db0d-c467-4249-9fc2-65647447582b, gen: 196 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:38.866656512Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:59250","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.014031104Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:59250): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.014111913Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"10"} {"msg":"Connection request from 6da17565-e103-4821-ab73-ad6e71f6a5ad with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.014516157Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 6da17565-e103-4821-ab73-ad6e71f6a5ad, session_id: 55ddb712-ae3a-484e-95f6-e718aac23ab8, gen: 197 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.014558651Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: 6da17565-e103-4821-ab73-ad6e71f6a5ad, session_id: 55ddb712-ae3a-484e-95f6-e718aac23ab8, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.015038735Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [326, 325, 333, 325, 332, 333, 324, 317, 329, 328, 331, 332]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.015966947Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.018609352Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.019378556Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.022198306Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.022695607Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.024046421Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.025339812Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.030523026Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.031107685Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.034340479Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.034872865Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.035725398Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.037478976Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.042449659Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.043155071Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.047025617Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.047698434Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.048829737Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.050098022Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.053978106Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.054573644Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.061908971Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.062409802Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.063118834Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.064316088Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.068376877Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.069100188Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.071728854Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.072377725Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.073800348Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.075173709Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.078963135Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.079616145Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.08312294Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.083732366Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.084682485Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.086624907Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.090895617Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.09152621Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.095063181Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.095587509Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.096489354Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.098504226Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.102374171Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.102981257Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.106380338Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.106901456Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.107845545Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.110153287Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.115046171Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.115784309Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.118615508Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.119206926Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.120362516Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.121743206Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.126546972Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.127221339Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.134316169Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.134945372Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.135766379Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.137142458Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.141610121Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.142302796Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.145178188Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.145670471Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.146345537Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:39.14777378Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.514216242Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.514269415Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.514290842Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.51430615Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.514323187Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.514348304Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.51437518Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.514402296Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.514421854Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.51444691Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:39.514472497Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.203494067Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"10"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:43.203563627Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"10"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.203596143Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 6da17565-e103-4821-ab73-ad6e71f6a5ad, session_id: 55ddb712-ae3a-484e-95f6-e718aac23ab8, gen: 197 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.203627569Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: 6da17565-e103-4821-ab73-ad6e71f6a5ad, session_id: 55ddb712-ae3a-484e-95f6-e718aac23ab8, gen: 197 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.203660904Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:58034","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.343599444Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:58034): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.343730046Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"11"} {"msg":"Connection request from abef47b4-18a5-4561-8fbc-73e491590783 with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.344101484Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: abef47b4-18a5-4561-8fbc-73e491590783, session_id: 8dcf30a0-aa5c-4c00-8d36-aaeabe3acc9b, gen: 198 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.34413646Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: abef47b4-18a5-4561-8fbc-73e491590783, session_id: 8dcf30a0-aa5c-4c00-8d36-aaeabe3acc9b, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.344606984Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [334, 325, 334, 325, 334, 334, 324, 317, 329, 334, 331, 332]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.345617545Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.370362737Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"11"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:43.370421459Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"11"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.370446125Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: abef47b4-18a5-4561-8fbc-73e491590783, session_id: 8dcf30a0-aa5c-4c00-8d36-aaeabe3acc9b, gen: 198 } (ConnectionId(11)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.370469182Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: abef47b4-18a5-4561-8fbc-73e491590783, session_id: 8dcf30a0-aa5c-4c00-8d36-aaeabe3acc9b, gen: 198 } (ConnectionId(11)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.370492189Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"accepted connection from 127.0.0.1:51960","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.512565844Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"main"} {"msg":"connection (127.0.0.1:51960): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.512687057Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"id":"12"} {"msg":"Connection request from e8142854-0167-4302-b987-443c59c07ad1 with version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.513146983Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: e8142854-0167-4302-b987-443c59c07ad1, session_id: e4c1e002-e6ef-4e58-a5d1-89352705f1ac, gen: 199 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.513194077Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"UpstairsConnection { upstairs_id: e8142854-0167-4302-b987-443c59c07ad1, session_id: e4c1e002-e6ef-4e58-a5d1-89352705f1ac, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.513523871Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Current flush_numbers [0..12]: [334, 325, 334, 325, 335, 334, 324, 335, 335, 334, 331, 332]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.514434806Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.517610487Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.518587152Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.521525096Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.522023687Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.522772584Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.524225063Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.529131946Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.529761208Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.532633502Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.533205503Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.53409564Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.536017954Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.539509892Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.540150953Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.543802999Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.544368421Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.545234691Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.547297526Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.550688778Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.55132671Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.555372231Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.555889869Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.556710946Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.557989889Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.562462851Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.563037412Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.5657282Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.566254418Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.566949742Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:43.568976591Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:44.013803036Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:44.013868456Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:44.013892813Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:44.01391585Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:44.013938827Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:47.624684351Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"12"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-09-27T03:57:47.624788026Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927,"task":"recv","id":"12"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:47.624824181Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: e8142854-0167-4302-b987-443c59c07ad1, session_id: e4c1e002-e6ef-4e58-a5d1-89352705f1ac, gen: 199 } (ConnectionId(12)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:47.624857287Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927} {"msg":"upstairs UpstairsConnection { upstairs_id: e8142854-0167-4302-b987-443c59c07ad1, session_id: e4c1e002-e6ef-4e58-a5d1-89352705f1ac, gen: 199 } (ConnectionId(12)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-09-27T03:57:47.624889072Z","hostname":"w-01J8RSHFZRJY0A0NRJXKBWC2HA","pid":1927}