{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.130032853Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.130763062Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.13078732Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.133298465Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.133327392Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 752fd3e208a28c201ec7c5e297caafe64bf1aaf2\nCommit timestamp: 2025-01-28T16:52:48.000000000Z branch: alan/where-my-writes-at\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.176111926Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.176157692Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.177089201Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.177284392Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.17741621Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.177435328Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.177459655Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"accepted connection from 127.0.0.1:57947","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.179148541Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:57947): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.179371759Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"0"} {"msg":"Connection request from 077ff51e-8ae5-454d-a0b4-f75cd88c8bae with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.179582879Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 077ff51e-8ae5-454d-a0b4-f75cd88c8bae, session_id: ba912878-b977-4df6-8ad8-c0f2877a2abf, gen: 189 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.179621095Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: 077ff51e-8ae5-454d-a0b4-f75cd88c8bae, session_id: ba912878-b977-4df6-8ad8-c0f2877a2abf, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.18007974Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [322, 337, 335, 330, 339, 340, 340, 330, 332, 340, 339, 339]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.180840456Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.18244319Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.183834305Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.185719421Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.186275667Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.186323442Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.18644988Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.187826736Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.188370633Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.189966477Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.190490406Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.190521433Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.190685827Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.192060953Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.192556155Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.194018363Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.194520904Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.194551001Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.1946625Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.196084482Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.196629828Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.198221533Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.19887192Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.198903377Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.199112137Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.200372854Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.200903472Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.202534204Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.203114017Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.203143274Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.203327906Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.204858237Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.205272387Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.206956993Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.207451885Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.207486331Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:16:59.207596841Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:16:59.720947095Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:16:59.72099276Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:16:59.721018638Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:16:59.721046025Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:16:59.721069083Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:16:59.721091091Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.263632143Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:03.263686458Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.263708866Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 077ff51e-8ae5-454d-a0b4-f75cd88c8bae, session_id: ba912878-b977-4df6-8ad8-c0f2877a2abf, gen: 189 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.263752752Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 077ff51e-8ae5-454d-a0b4-f75cd88c8bae, session_id: ba912878-b977-4df6-8ad8-c0f2877a2abf, gen: 189 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.263779539Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:38775","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.364079483Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:38775): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.364138537Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"1"} {"msg":"Connection request from 1c2c5e50-e8ad-49b5-9e63-8f079bb1516d with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.364492482Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 1c2c5e50-e8ad-49b5-9e63-8f079bb1516d, session_id: 5c7a21fb-9b24-4d75-bb4b-7c621c6e3c77, gen: 190 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.364521369Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: 1c2c5e50-e8ad-49b5-9e63-8f079bb1516d, session_id: 5c7a21fb-9b24-4d75-bb4b-7c621c6e3c77, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.364916841Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [322, 337, 335, 330, 339, 340, 340, 330, 332, 341, 341, 339]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.365829102Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.388118542Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:03.388184365Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.388205743Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 1c2c5e50-e8ad-49b5-9e63-8f079bb1516d, session_id: 5c7a21fb-9b24-4d75-bb4b-7c621c6e3c77, gen: 190 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.388226401Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 1c2c5e50-e8ad-49b5-9e63-8f079bb1516d, session_id: 5c7a21fb-9b24-4d75-bb4b-7c621c6e3c77, gen: 190 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.388249519Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:60537","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.494994215Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:60537): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.495092685Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"2"} {"msg":"Connection request from 384aff43-e03e-433e-b68d-f9356d6b2bd8 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.495402625Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 384aff43-e03e-433e-b68d-f9356d6b2bd8, session_id: 5de42e48-dbe8-4357-a9c5-1dfe5e6eb0cf, gen: 191 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.495436142Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: 384aff43-e03e-433e-b68d-f9356d6b2bd8, session_id: 5de42e48-dbe8-4357-a9c5-1dfe5e6eb0cf, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.495804586Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [322, 337, 335, 330, 339, 340, 340, 342, 332, 341, 341, 339]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.496645174Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.497971665Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.498599504Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.500476801Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.501087682Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.501157425Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.501325159Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.503582979Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.504090539Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.505705972Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.506208883Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.506247259Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.506361198Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.507891569Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.508350344Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.509916322Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.510460009Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.510492456Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.510617044Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.512219388Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.512736967Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.518329553Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.518844223Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.518878109Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.519063391Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.520576264Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.521097813Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.522548082Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.523055472Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.523087309Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.523213197Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.524645548Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.525205423Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.526812377Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.527283351Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.527319507Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.52749862Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.528959018Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.529502625Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.530982101Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.531476113Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.531508609Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.531633377Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.533170258Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.533694177Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.535187761Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.535750727Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.535778814Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.53591543Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.537186656Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.539581843Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.541421304Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.542056712Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.54208231Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.542255823Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.543580994Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.544076016Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.54567249Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.546177151Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.546243425Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.546355334Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.547771836Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.548260978Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.549768822Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.550355254Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.550394361Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:03.550526818Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.065749079Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.065812122Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.06583803Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.065864727Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.065890685Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.065914312Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.06593952Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.065959988Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.065974767Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.065988695Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:04.066002394Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.60616097Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:07.606248291Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.606269499Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 384aff43-e03e-433e-b68d-f9356d6b2bd8, session_id: 5de42e48-dbe8-4357-a9c5-1dfe5e6eb0cf, gen: 191 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.606329373Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 384aff43-e03e-433e-b68d-f9356d6b2bd8, session_id: 5de42e48-dbe8-4357-a9c5-1dfe5e6eb0cf, gen: 191 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.606350081Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:59163","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.737797342Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:59163): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.737829929Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"3"} {"msg":"Connection request from 1a9fb469-b367-4503-9e9f-124942a6a3d2 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.738154017Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 1a9fb469-b367-4503-9e9f-124942a6a3d2, session_id: 2579ed42-2f06-4c13-b107-0af8bca63fdc, gen: 192 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.738180755Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: 1a9fb469-b367-4503-9e9f-124942a6a3d2, session_id: 2579ed42-2f06-4c13-b107-0af8bca63fdc, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.738595884Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [322, 337, 343, 343, 343, 340, 343, 342, 343, 341, 341, 339]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.739491867Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.761398094Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:07.7614379Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.761467807Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 1a9fb469-b367-4503-9e9f-124942a6a3d2, session_id: 2579ed42-2f06-4c13-b107-0af8bca63fdc, gen: 192 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.761496144Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 1a9fb469-b367-4503-9e9f-124942a6a3d2, session_id: 2579ed42-2f06-4c13-b107-0af8bca63fdc, gen: 192 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.761518652Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:32936","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.890023739Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:32936): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.890060635Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"4"} {"msg":"Connection request from 5466c5f6-4505-43f3-b90a-c531c415c365 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.890536889Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 5466c5f6-4505-43f3-b90a-c531c415c365, session_id: 62946a55-6e03-405d-a954-ee7a65b74c83, gen: 193 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.890564056Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: 5466c5f6-4505-43f3-b90a-c531c415c365, session_id: 62946a55-6e03-405d-a954-ee7a65b74c83, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.890974486Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [345, 337, 343, 343, 346, 340, 343, 342, 344, 345, 345, 339]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.891926133Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.893138275Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.894398602Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.896262001Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.896798769Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.896837205Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.896967142Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.898320081Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.898832951Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.900576001Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.901211869Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.901246776Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.901384332Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.902603054Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.903078527Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.904703589Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.90520307Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.905263564Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.905383713Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.907042721Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.907558061Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.909089842Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.911547163Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.911588179Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.911735084Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.91322166Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.913745798Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.915299407Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.91578235Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.915853253Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:07.915971092Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:08.430560395Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:08.430623999Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:08.430650497Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:08.430677354Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:08.430702451Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:11.969914707Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:11.969955164Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:11.969981491Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 5466c5f6-4505-43f3-b90a-c531c415c365, session_id: 62946a55-6e03-405d-a954-ee7a65b74c83, gen: 193 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:11.970005988Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 5466c5f6-4505-43f3-b90a-c531c415c365, session_id: 62946a55-6e03-405d-a954-ee7a65b74c83, gen: 193 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:11.970031336Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:37440","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.100035727Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:37440): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.100196251Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"5"} {"msg":"Connection request from e4087022-57a2-4530-aa54-7529f5a996d9 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.100542108Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: e4087022-57a2-4530-aa54-7529f5a996d9, session_id: e8713ee1-e06e-4227-95f6-c23018a55897, gen: 194 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.100577865Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: e4087022-57a2-4530-aa54-7529f5a996d9, session_id: e8713ee1-e06e-4227-95f6-c23018a55897, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.100991614Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [345, 337, 343, 343, 346, 340, 343, 342, 344, 345, 345, 339]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.101828983Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.123715132Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.123739189Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.123758627Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: e4087022-57a2-4530-aa54-7529f5a996d9, session_id: e8713ee1-e06e-4227-95f6-c23018a55897, gen: 194 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.123778125Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: e4087022-57a2-4530-aa54-7529f5a996d9, session_id: e8713ee1-e06e-4227-95f6-c23018a55897, gen: 194 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.123799983Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:39949","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.25631598Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:39949): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.256423889Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"6"} {"msg":"Connection request from a201d80a-9b93-4a5c-8f3d-bb9842cdd942 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.256791574Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: a201d80a-9b93-4a5c-8f3d-bb9842cdd942, session_id: 6b542341-770e-4e46-aca9-af5c400e7220, gen: 195 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.256817531Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: a201d80a-9b93-4a5c-8f3d-bb9842cdd942, session_id: 6b542341-770e-4e46-aca9-af5c400e7220, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.257281146Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [345, 337, 343, 343, 346, 340, 343, 342, 344, 345, 345, 339]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.258153711Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.259674793Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.260912632Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.26268066Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.263233126Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.263262653Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.263459354Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.264954829Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.265485267Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.267136126Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.267623959Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.267656156Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.267771734Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.26935859Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.269994318Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.271638118Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.272196943Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.27223189Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.272355298Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.273608426Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.274058792Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.275657997Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.276148649Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.276174186Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.276289085Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.277913707Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.27839743Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.280004923Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.280475967Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.280558829Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.280780628Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.284778808Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.285313066Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.287091913Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.287668047Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.287723502Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.287833971Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.289117086Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.289582181Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.291187804Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.291676337Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.291755539Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.291862359Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.293617738Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.29410573Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.295783377Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.296259031Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.296285408Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.296402866Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.29790855Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.298443398Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.299834122Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.300543893Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.300570461Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.300722526Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.302033408Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.306590365Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.308192069Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.308750184Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.308782521Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:12.308947495Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.823832819Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.823883974Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.823911591Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.823937718Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.823962796Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.823987644Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.824012421Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.824037159Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.824062056Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:12.824088154Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.364777617Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:16.364878157Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.364932482Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: a201d80a-9b93-4a5c-8f3d-bb9842cdd942, session_id: 6b542341-770e-4e46-aca9-af5c400e7220, gen: 195 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.364985127Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: a201d80a-9b93-4a5c-8f3d-bb9842cdd942, session_id: 6b542341-770e-4e46-aca9-af5c400e7220, gen: 195 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.365039471Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:62683","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.466226038Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:62683): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.466352496Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"7"} {"msg":"Connection request from 2b5d67ea-8068-4fdc-9b89-62066f63ec05 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.466600932Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 2b5d67ea-8068-4fdc-9b89-62066f63ec05, session_id: 40b65002-6e2c-41b7-887e-a00f2ca5133f, gen: 196 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.466633579Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: 2b5d67ea-8068-4fdc-9b89-62066f63ec05, session_id: 40b65002-6e2c-41b7-887e-a00f2ca5133f, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.466984564Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [345, 337, 343, 343, 346, 348, 343, 342, 348, 345, 345, 339]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.467781367Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.489040397Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:16.489075873Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.489096362Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 2b5d67ea-8068-4fdc-9b89-62066f63ec05, session_id: 40b65002-6e2c-41b7-887e-a00f2ca5133f, gen: 196 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.489117449Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 2b5d67ea-8068-4fdc-9b89-62066f63ec05, session_id: 40b65002-6e2c-41b7-887e-a00f2ca5133f, gen: 196 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.489137938Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:37330","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.588413521Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:37330): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.588551847Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"8"} {"msg":"Connection request from 29943587-2cf4-485a-b840-162fd72c482b with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.58883373Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 29943587-2cf4-485a-b840-162fd72c482b, session_id: 3c844f92-67cc-4a73-9535-7ad41e3f08c0, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.588860637Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: 29943587-2cf4-485a-b840-162fd72c482b, session_id: 3c844f92-67cc-4a73-9535-7ad41e3f08c0, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.589264298Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [345, 351, 351, 352, 350, 352, 343, 342, 348, 345, 345, 351]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.590084758Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.591450935Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.592104401Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.593940173Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.594628146Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.594677991Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.594805998Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.597056069Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.597582398Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.599335067Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.599868475Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.599902612Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.600057637Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.60156831Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.602252833Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.603768845Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.604281116Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.604312233Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.604484346Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.6057756Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.606258193Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.607838129Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.608370268Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.608396615Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.608537181Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.610109228Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.610586922Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.612323812Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.612857431Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.612885768Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.613016195Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.614431507Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.614952347Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.616590147Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.617244863Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.61727732Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.617455773Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.618723749Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.619283805Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.625900151Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.626389253Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.62641969Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:16.626542638Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:17.141439031Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:17.141481757Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:17.141503075Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:17.141523003Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:17.141543751Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:17.141565309Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:17.141584357Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.682431455Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:20.68248858Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.682625096Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 29943587-2cf4-485a-b840-162fd72c482b, session_id: 3c844f92-67cc-4a73-9535-7ad41e3f08c0, gen: 197 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.682651953Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 29943587-2cf4-485a-b840-162fd72c482b, session_id: 3c844f92-67cc-4a73-9535-7ad41e3f08c0, gen: 197 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.682669842Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:43245","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.781645284Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:43245): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.781747794Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"9"} {"msg":"Connection request from a4e0b00c-612b-46d0-84ae-a83e00c2fa7a with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.782033466Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: a4e0b00c-612b-46d0-84ae-a83e00c2fa7a, session_id: cfca093c-a87b-4d0c-8452-7249410c58e2, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.782065043Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: a4e0b00c-612b-46d0-84ae-a83e00c2fa7a, session_id: cfca093c-a87b-4d0c-8452-7249410c58e2, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.782442346Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [345, 351, 351, 352, 350, 353, 353, 353, 348, 345, 345, 353]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.783296063Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.805780174Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"9"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:20.805820659Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"9"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.805842927Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: a4e0b00c-612b-46d0-84ae-a83e00c2fa7a, session_id: cfca093c-a87b-4d0c-8452-7249410c58e2, gen: 198 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.805864475Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: a4e0b00c-612b-46d0-84ae-a83e00c2fa7a, session_id: cfca093c-a87b-4d0c-8452-7249410c58e2, gen: 198 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.805888353Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"accepted connection from 127.0.0.1:43941","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.903051572Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"main"} {"msg":"connection (127.0.0.1:43941): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.903100587Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"id":"10"} {"msg":"Connection request from 757a810e-3896-44c0-84f4-56894322c6a4 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.903367741Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 757a810e-3896-44c0-84f4-56894322c6a4, session_id: 3a5f2571-c78d-467c-8cfa-d3cdb1548918, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.903416696Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"UpstairsConnection { upstairs_id: 757a810e-3896-44c0-84f4-56894322c6a4, session_id: 3a5f2571-c78d-467c-8cfa-d3cdb1548918, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.903848674Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Current flush_numbers [0..12]: [345, 351, 351, 356, 350, 353, 353, 354, 354, 345, 345, 354]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.904748957Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.906031462Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.906794838Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.90851339Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.909033269Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.909077075Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.909238229Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.911859414Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.912358596Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.914175609Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.914646883Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.914694638Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.91488269Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.916344968Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.916888715Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.918471941Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.921606655Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.921631853Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.921754261Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.923083871Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.923575744Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.925221273Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.92576608Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.925807666Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:20.925992288Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:21.440741606Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:21.440826288Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:21.440860014Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:21.440890452Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:24.980531066Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"10"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-28T17:17:24.980652784Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941,"task":"recv","id":"10"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:24.98069693Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 757a810e-3896-44c0-84f4-56894322c6a4, session_id: 3a5f2571-c78d-467c-8cfa-d3cdb1548918, gen: 199 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:24.980719758Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941} {"msg":"upstairs UpstairsConnection { upstairs_id: 757a810e-3896-44c0-84f4-56894322c6a4, session_id: 3a5f2571-c78d-467c-8cfa-d3cdb1548918, gen: 199 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-28T17:17:24.980742846Z","hostname":"w-01JJPY45MXXEQWS7EPC9XWQB28","pid":1941}