{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.421877412Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.422267611Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.422292508Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.434510603Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.434542589Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 9e483d552714982cf7bdcde4e93a76c1673dc94b\nCommit timestamp: 2024-11-01T04:11:50.000000000Z branch: renovate/rust-1.x\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.476919816Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.47697293Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.477952396Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.478221587Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.478349034Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.478372691Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.478418867Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"accepted connection from 127.0.0.1:42386","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.500704174Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"connection (127.0.0.1:42386): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.500900203Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"id":"0"} {"msg":"Connection request from e7481f71-9c68-433f-a62d-1d47cd95970e with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.50111815Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: e7481f71-9c68-433f-a62d-1d47cd95970e, session_id: 89452e8c-0376-4a28-9165-571a1850b37e, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.501150996Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"UpstairsConnection { upstairs_id: e7481f71-9c68-433f-a62d-1d47cd95970e, session_id: 89452e8c-0376-4a28-9165-571a1850b37e, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.501652743Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Current flush_numbers [0..12]: [310, 340, 340, 343, 343, 341, 341, 323, 335, 340, 332, 340]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.502376736Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.505324693Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.50686459Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.510121475Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.510722241Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.511789528Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.513314016Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.518128546Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.518641381Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.522278776Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.522976672Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.524050698Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.525491155Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.530123674Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.530606712Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.533976545Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.534491831Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.535615681Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.537433529Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.541917453Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.542538377Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.545986172Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.546517295Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.547455356Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.549450924Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.554640934Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.555272497Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.558596884Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.559178413Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.560117903Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.561923122Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.567545995Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.568189667Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.571326674Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.571868717Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.572792969Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.575760764Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.580390224Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.580912698Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.584361352Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.584966328Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.58608161Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:03.587578791Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:04.001786807Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:04.001838832Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:04.001859509Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:04.001878907Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:04.001897845Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:04.001916183Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:04.001934771Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.645555925Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:07.6456969Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.645734586Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: e7481f71-9c68-433f-a62d-1d47cd95970e, session_id: 89452e8c-0376-4a28-9165-571a1850b37e, gen: 195 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.645763183Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: e7481f71-9c68-433f-a62d-1d47cd95970e, session_id: 89452e8c-0376-4a28-9165-571a1850b37e, gen: 195 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.64578269Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"accepted connection from 127.0.0.1:45302","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.776182293Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"connection (127.0.0.1:45302): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.776238607Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"id":"1"} {"msg":"Connection request from 5e223354-9021-4908-b36b-09a881cc4b56 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.776689209Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: 5e223354-9021-4908-b36b-09a881cc4b56, session_id: ee197081-fec4-4afa-b3f6-975c87e68e75, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.776715916Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"UpstairsConnection { upstairs_id: 5e223354-9021-4908-b36b-09a881cc4b56, session_id: ee197081-fec4-4afa-b3f6-975c87e68e75, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.777220802Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Current flush_numbers [0..12]: [310, 340, 344, 344, 343, 341, 341, 323, 335, 340, 332, 340]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.778026017Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.807966202Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:07.808006787Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.808034564Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: 5e223354-9021-4908-b36b-09a881cc4b56, session_id: ee197081-fec4-4afa-b3f6-975c87e68e75, gen: 196 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.808056782Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: 5e223354-9021-4908-b36b-09a881cc4b56, session_id: ee197081-fec4-4afa-b3f6-975c87e68e75, gen: 196 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.808070911Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"accepted connection from 127.0.0.1:60024","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.937937129Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"connection (127.0.0.1:60024): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.937989364Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"id":"2"} {"msg":"Connection request from bee82db8-a639-47cd-9180-fc1eb8a254a9 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.938484971Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: bee82db8-a639-47cd-9180-fc1eb8a254a9, session_id: 1963c3be-f43f-4432-a161-3b7d19c5d6fd, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.938514518Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"UpstairsConnection { upstairs_id: bee82db8-a639-47cd-9180-fc1eb8a254a9, session_id: 1963c3be-f43f-4432-a161-3b7d19c5d6fd, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.938951252Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Current flush_numbers [0..12]: [310, 340, 344, 344, 343, 348, 341, 323, 335, 348, 332, 340]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.939878573Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.942658029Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.943331177Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.946707609Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.947270439Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.948407689Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.950546932Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.955176061Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.955653681Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.959108384Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00C.copy\" to \"/var/tmp/test_repair/8820/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.959683863Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.960728722Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00C.replace\" to \"/var/tmp/test_repair/8820/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.962478197Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.967122194Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.967672856Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.971009662Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.971552944Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.972557808Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.974444888Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.979225751Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.979823527Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.983148935Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.986254546Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.98715905Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:07.989091985Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:08.439204024Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:08.439268347Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:08.439293885Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:08.439317532Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.047043052Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:12.047111745Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.047204725Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: bee82db8-a639-47cd-9180-fc1eb8a254a9, session_id: 1963c3be-f43f-4432-a161-3b7d19c5d6fd, gen: 197 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.047241471Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: bee82db8-a639-47cd-9180-fc1eb8a254a9, session_id: 1963c3be-f43f-4432-a161-3b7d19c5d6fd, gen: 197 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.047271988Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"accepted connection from 127.0.0.1:56682","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.1805905Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"connection (127.0.0.1:56682): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.180653474Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"id":"3"} {"msg":"Connection request from 06f56371-4d88-4e98-8da2-98bf8abd9c1d with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.180937264Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: 06f56371-4d88-4e98-8da2-98bf8abd9c1d, session_id: e44e5a43-0cae-4fa2-bd60-e8ad81896716, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.180964531Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"UpstairsConnection { upstairs_id: 06f56371-4d88-4e98-8da2-98bf8abd9c1d, session_id: e44e5a43-0cae-4fa2-bd60-e8ad81896716, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.181419873Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Current flush_numbers [0..12]: [310, 340, 344, 344, 343, 348, 341, 323, 335, 348, 332, 340]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.182354393Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.209751748Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:12.209791264Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.209813682Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: 06f56371-4d88-4e98-8da2-98bf8abd9c1d, session_id: e44e5a43-0cae-4fa2-bd60-e8ad81896716, gen: 198 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.209836719Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: 06f56371-4d88-4e98-8da2-98bf8abd9c1d, session_id: e44e5a43-0cae-4fa2-bd60-e8ad81896716, gen: 198 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.209859207Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"accepted connection from 127.0.0.1:33472","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.339076764Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"main"} {"msg":"connection (127.0.0.1:33472): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.339126499Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"id":"4"} {"msg":"Connection request from 91a4d621-d4c9-4392-b39b-560e490b847b with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.33958467Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: 91a4d621-d4c9-4392-b39b-560e490b847b, session_id: 0073dd67-57aa-4fd5-abab-bc8aeefb9794, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.339615607Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"UpstairsConnection { upstairs_id: 91a4d621-d4c9-4392-b39b-560e490b847b, session_id: 0073dd67-57aa-4fd5-abab-bc8aeefb9794, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.340134112Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Current flush_numbers [0..12]: [310, 351, 350, 344, 343, 348, 341, 323, 335, 350, 332, 340]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.340982672Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.343475608Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.344105351Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.347616639Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/005.copy\" to \"/var/tmp/test_repair/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.348121615Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/005.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.349068675Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/005.replace\" to \"/var/tmp/test_repair/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.351442913Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.35750614Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.358089368Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.361407166Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.361977546Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.363207535Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:12.365193155Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:12.840306323Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:12.840373136Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:16.421601905Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-01T04:40:16.421676108Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:16.421707514Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: 91a4d621-d4c9-4392-b39b-560e490b847b, session_id: 0073dd67-57aa-4fd5-abab-bc8aeefb9794, gen: 199 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:16.421737701Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963} {"msg":"upstairs UpstairsConnection { upstairs_id: 91a4d621-d4c9-4392-b39b-560e490b847b, session_id: 0073dd67-57aa-4fd5-abab-bc8aeefb9794, gen: 199 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-01T04:40:16.421770207Z","hostname":"w-01JBJZW2F0X5YAPNVHPCRTK4NC","pid":1963}