{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.898361Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.898863052Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.898890039Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.901356573Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.901378201Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: cdb6c7ae221cade941351dba5e763db1f87ef907\nCommit timestamp: 2025-02-25T18:15:07.000000000Z branch: renovate/hyper-1.x-lockfile\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.945209028Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.945255282Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.946187545Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.946431206Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.946622314Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.94665491Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.946677338Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"accepted connection from 127.0.0.1:39981","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.948141668Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:39981): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.948424655Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"0"} {"msg":"Connection request from aaa5e179-b9bb-4eb3-8e99-9ddb8cfa1131 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.948693295Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: aaa5e179-b9bb-4eb3-8e99-9ddb8cfa1131, session_id: 9942fe45-d8f2-4da9-82e9-f02f43523ee6, gen: 183 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.948727311Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: aaa5e179-b9bb-4eb3-8e99-9ddb8cfa1131, session_id: 9942fe45-d8f2-4da9-82e9-f02f43523ee6, gen: 183 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.949258939Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [319, 319, 319, 320, 325, 319, 319, 319, 320, 320, 324, 315]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.950059346Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.95141131Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.95313918Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.954903136Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.955418026Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.955489128Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.955611944Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.957057776Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.9575479Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.959305566Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.959859832Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.959885419Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.960006395Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.961476475Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.961984306Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.96367722Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.964215568Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.964289559Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.96445962Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.965892544Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.966630279Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.968251721Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.968789199Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.968818595Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:54.968981196Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:55.483400658Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:55.483466851Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:55.483490938Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:55.483513985Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.022314099Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.022407498Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.022441874Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: aaa5e179-b9bb-4eb3-8e99-9ddb8cfa1131, session_id: 9942fe45-d8f2-4da9-82e9-f02f43523ee6, gen: 183 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.022470341Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: aaa5e179-b9bb-4eb3-8e99-9ddb8cfa1131, session_id: 9942fe45-d8f2-4da9-82e9-f02f43523ee6, gen: 183 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.022497987Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.150407003Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:40081"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.151311079Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"uri":"/region-info","method":"GET","req_id":"d50711d9-6e17-489e-a88b-61c0715f6d2f","remote_addr":"127.0.0.1:40081","local_addr":"0.0.0.0:12820","task":"repair","latency_us":276,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:63896","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.154105006Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:63896): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.154212053Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"1"} {"msg":"Connection request from cc0afea9-e61b-4b74-b920-88a81ce5e38a with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.154555773Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: cc0afea9-e61b-4b74-b920-88a81ce5e38a, session_id: 38f4975d-8136-46e9-8c35-0c7aff53d0c0, gen: 184 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.15458629Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: cc0afea9-e61b-4b74-b920-88a81ce5e38a, session_id: 38f4975d-8136-46e9-8c35-0c7aff53d0c0, gen: 184 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.155126677Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [319, 319, 319, 320, 325, 319, 319, 319, 320, 320, 324, 315]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.155866212Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.177472181Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.177519905Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.177546293Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: cc0afea9-e61b-4b74-b920-88a81ce5e38a, session_id: 38f4975d-8136-46e9-8c35-0c7aff53d0c0, gen: 184 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.17757039Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: cc0afea9-e61b-4b74-b920-88a81ce5e38a, session_id: 38f4975d-8136-46e9-8c35-0c7aff53d0c0, gen: 184 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.177593067Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.312782781Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:61113"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.313603626Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"uri":"/region-info","method":"GET","req_id":"03e25240-df07-4ae7-9cd5-79e9ee1cf051","remote_addr":"127.0.0.1:61113","local_addr":"0.0.0.0:12820","task":"repair","latency_us":147,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:58562","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.316454405Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:58562): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.316577781Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"2"} {"msg":"Connection request from 76155ea6-db4a-4026-a8a0-e517d97d017a with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.316964346Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 76155ea6-db4a-4026-a8a0-e517d97d017a, session_id: 778e1949-923c-4b75-9c39-a22e0e5a748b, gen: 185 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.317002222Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 76155ea6-db4a-4026-a8a0-e517d97d017a, session_id: 778e1949-923c-4b75-9c39-a22e0e5a748b, gen: 185 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.317413045Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [319, 319, 319, 320, 325, 319, 319, 319, 320, 320, 324, 315]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.318217621Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.319800248Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.32133602Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.323460465Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.324009111Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.324081093Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.324245584Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.325637373Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.326334802Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.328042684Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.328552365Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.328580992Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.328743633Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.330071389Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.330570802Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.332127342Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.332706144Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.332764738Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.332842699Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.334186223Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.334885232Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.336521223Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.337031994Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.33706501Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.337186386Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.338399146Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.338917116Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.340476855Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.34120946Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.341243856Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.341350374Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.34268027Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.343211699Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.344915722Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.345513472Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.345539979Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.345690142Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.346980902Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.347487564Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.351119373Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.351652772Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.351686318Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.351814603Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.353412678Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.353959345Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.355873193Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.356363746Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.356402312Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.356538576Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.357854364Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.358341237Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.359989987Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.360534894Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.360586878Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.360728331Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.362390889Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.363084299Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.364650957Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.365170147Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.365201763Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:53:59.365333998Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.880685602Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.880757923Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.880795429Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.880832825Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.880857432Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.88087737Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.880897197Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.880915125Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.880926754Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:53:59.880944142Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.419161244Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:03.419227777Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.419259593Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 76155ea6-db4a-4026-a8a0-e517d97d017a, session_id: 778e1949-923c-4b75-9c39-a22e0e5a748b, gen: 185 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.41928941Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 76155ea6-db4a-4026-a8a0-e517d97d017a, session_id: 778e1949-923c-4b75-9c39-a22e0e5a748b, gen: 185 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.419318046Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.549189005Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:54430"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.549874496Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"uri":"/region-info","method":"GET","req_id":"a7429dc3-2458-4435-8a93-c1b4610341c9","remote_addr":"127.0.0.1:54430","local_addr":"0.0.0.0:12820","task":"repair","latency_us":137,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:50627","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.552407283Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:50627): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.552539258Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"3"} {"msg":"Connection request from 89b4a17a-b935-41da-b353-2f364d4486da with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.552851821Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 89b4a17a-b935-41da-b353-2f364d4486da, session_id: 0675c5ce-bafc-44fd-b7fc-f784ef627740, gen: 186 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.552873359Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 89b4a17a-b935-41da-b353-2f364d4486da, session_id: 0675c5ce-bafc-44fd-b7fc-f784ef627740, gen: 186 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.553256655Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [319, 319, 319, 327, 325, 319, 319, 319, 320, 327, 327, 315]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.554305363Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.576411395Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:03.576464869Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.576490446Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 89b4a17a-b935-41da-b353-2f364d4486da, session_id: 0675c5ce-bafc-44fd-b7fc-f784ef627740, gen: 186 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.576515233Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 89b4a17a-b935-41da-b353-2f364d4486da, session_id: 0675c5ce-bafc-44fd-b7fc-f784ef627740, gen: 186 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.57654018Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.707146953Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:36112"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.707825345Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"uri":"/region-info","method":"GET","req_id":"47828a82-9adb-4648-9bcf-2eaf27e41074","remote_addr":"127.0.0.1:36112","local_addr":"0.0.0.0:12820","task":"repair","latency_us":129,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:54521","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.710681155Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:54521): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.710764435Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"4"} {"msg":"Connection request from 3d79e7ac-c0c4-4b9a-b673-f12c5a4ab55c with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.711179137Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 3d79e7ac-c0c4-4b9a-b673-f12c5a4ab55c, session_id: 2a1d67b7-64ff-4c43-902e-1cd62188d2a8, gen: 187 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.711219012Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 3d79e7ac-c0c4-4b9a-b673-f12c5a4ab55c, session_id: 2a1d67b7-64ff-4c43-902e-1cd62188d2a8, gen: 187 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.711616096Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [329, 319, 319, 327, 325, 319, 329, 329, 329, 328, 328, 329]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.712439111Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.716102727Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.717500455Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.719631848Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.720264465Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.72030956Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.720474091Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.721738985Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.722247946Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.724170673Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.72472145Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.724755615Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.724901329Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.726295887Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.726927174Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.728562575Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.729064607Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.729100383Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:03.729229368Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:04.242833064Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:04.242894246Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:04.242922173Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.781935262Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:07.782000584Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.782024901Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 3d79e7ac-c0c4-4b9a-b673-f12c5a4ab55c, session_id: 2a1d67b7-64ff-4c43-902e-1cd62188d2a8, gen: 187 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.782047269Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 3d79e7ac-c0c4-4b9a-b673-f12c5a4ab55c, session_id: 2a1d67b7-64ff-4c43-902e-1cd62188d2a8, gen: 187 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.782068866Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection from 127.0.0.1:52569","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.889899086Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:52569): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.889936042Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"5"} {"msg":"Connection request from f1512e73-7b87-4046-99ac-85cf00a1dd15 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.89038616Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: f1512e73-7b87-4046-99ac-85cf00a1dd15, session_id: a56d050b-38af-428e-a7b7-e98200b604bb, gen: 188 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.890422825Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: f1512e73-7b87-4046-99ac-85cf00a1dd15, session_id: a56d050b-38af-428e-a7b7-e98200b604bb, gen: 188 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.890910839Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [329, 319, 319, 327, 325, 319, 329, 329, 329, 330, 330, 329]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.891808315Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.914905592Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:07.914948237Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.914972944Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: f1512e73-7b87-4046-99ac-85cf00a1dd15, session_id: a56d050b-38af-428e-a7b7-e98200b604bb, gen: 188 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.914995352Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: f1512e73-7b87-4046-99ac-85cf00a1dd15, session_id: a56d050b-38af-428e-a7b7-e98200b604bb, gen: 188 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:07.915018589Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection from 127.0.0.1:40222","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:08.026390899Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:40222): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:08.026450332Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"6"} {"msg":"Connection request from 96d9fbde-01e8-4436-bb40-bdb09048fdfe with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:08.026884832Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 96d9fbde-01e8-4436-bb40-bdb09048fdfe, session_id: 463d832d-dfdf-4b28-b484-2fb0437bf285, gen: 189 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:08.026918678Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 96d9fbde-01e8-4436-bb40-bdb09048fdfe, session_id: 463d832d-dfdf-4b28-b484-2fb0437bf285, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:08.027308523Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [329, 319, 319, 327, 325, 319, 329, 329, 329, 330, 330, 329]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:08.028071274Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.03179463Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.032589367Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.034414506Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.034931767Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.034977251Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.035141002Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.037614366Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.038149414Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.039871435Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.040469415Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.040503542Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.040626547Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.04198963Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.042476353Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.044087057Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.044598408Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.044624285Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.044790485Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.046019373Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.046528304Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.048229527Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.048784543Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.04881504Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.048935686Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.050268941Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.050790951Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.052390296Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.052921144Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.052954901Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.053084686Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.054531208Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.055073005Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.056593009Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.057127418Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.057177162Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.057357311Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.058955216Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.059668444Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.061384095Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.061904865Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.061933851Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.062081244Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.063350077Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.063868997Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.065327578Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.065826651Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.065861087Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.065977473Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.067656959Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.068213915Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.069790412Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.070408621Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.070449986Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.070614047Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.071958971Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.072644512Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.074253116Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.074803192Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.074827879Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.074914839Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.076211019Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.076707651Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.078344982Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/004.copy\" to \"/var/tmp/test_repair/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.078874461Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/004.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.078941123Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/004.replace\" to \"/var/tmp/test_repair/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.079073218Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.080400434Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.080974207Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.082441168Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/005.copy\" to \"/var/tmp/test_repair/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.082952798Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/005.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.083006782Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/005.replace\" to \"/var/tmp/test_repair/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.08311637Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.08449547Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.085023409Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.086905901Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.087460757Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.087495303Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.08760425Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.088910459Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.089436678Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.091132932Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.094241072Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.094279018Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.094425351Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.095915368Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.096473044Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.098211892Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.098868296Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.098958916Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.099116558Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.100510697Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.101236833Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.103049053Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00B.copy\" to \"/var/tmp/test_repair/8820/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.103572992Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.103598149Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00B.replace\" to \"/var/tmp/test_repair/8820/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.103715075Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.105110154Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.105819862Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.107678087Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.108197757Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.108221564Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:18.10834434Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.62330237Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623364152Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.62338819Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623410417Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623432235Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623454292Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.62347607Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623497557Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623519165Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623540572Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.62356192Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623583557Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623605355Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623627652Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623650059Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623672127Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:18.623693534Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.161720567Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:22.161769342Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.161801098Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 96d9fbde-01e8-4436-bb40-bdb09048fdfe, session_id: 463d832d-dfdf-4b28-b484-2fb0437bf285, gen: 189 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.161831365Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 96d9fbde-01e8-4436-bb40-bdb09048fdfe, session_id: 463d832d-dfdf-4b28-b484-2fb0437bf285, gen: 189 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.161860451Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.292532047Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:62057"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.293307098Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"uri":"/region-info","method":"GET","req_id":"5e60fa13-f6dd-4f74-851d-c7096c8a60b1","remote_addr":"127.0.0.1:62057","local_addr":"0.0.0.0:12820","task":"repair","latency_us":157,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:54950","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.296175136Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:54950): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.29622698Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"7"} {"msg":"Connection request from 8be8ef96-4c3b-4aad-9470-9532f8c559cc with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.296599027Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 8be8ef96-4c3b-4aad-9470-9532f8c559cc, session_id: 2ef1027d-f51a-49b2-bb48-b4b858bd0d6d, gen: 190 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.296628483Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 8be8ef96-4c3b-4aad-9470-9532f8c559cc, session_id: 2ef1027d-f51a-49b2-bb48-b4b858bd0d6d, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.297062163Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [329, 331, 319, 331, 331, 331, 331, 329, 329, 331, 330, 331]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.298023612Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.319719571Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:22.319760366Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.319789903Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 8be8ef96-4c3b-4aad-9470-9532f8c559cc, session_id: 2ef1027d-f51a-49b2-bb48-b4b858bd0d6d, gen: 190 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.31981664Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 8be8ef96-4c3b-4aad-9470-9532f8c559cc, session_id: 2ef1027d-f51a-49b2-bb48-b4b858bd0d6d, gen: 190 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.319849336Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.447383745Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:34824"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.448040529Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"uri":"/region-info","method":"GET","req_id":"49d0aa8d-3ad8-48f9-91ab-fcb19d945d50","remote_addr":"127.0.0.1:34824","local_addr":"0.0.0.0:12820","task":"repair","latency_us":146,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:39842","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.45070684Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:39842): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.450858373Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"8"} {"msg":"Connection request from 95f09dad-967f-4246-9fe7-4374f2e6ce56 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.451169387Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 95f09dad-967f-4246-9fe7-4374f2e6ce56, session_id: 09006d5f-cca2-4771-b493-9439ec1b2e7c, gen: 191 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.451192734Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 95f09dad-967f-4246-9fe7-4374f2e6ce56, session_id: 09006d5f-cca2-4771-b493-9439ec1b2e7c, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.451669339Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [333, 333, 319, 331, 331, 331, 331, 333, 329, 331, 332, 332]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.452379717Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.453936147Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.455250405Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.457229186Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.457831436Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.457889849Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.458013355Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.459276019Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.460032981Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.461640135Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.462196761Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.462225567Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.46237818Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.463738802Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.464231635Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.465629653Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.466133465Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.466165731Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.466286567Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.467720302Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.46825286Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.469991508Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.470643823Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.470675919Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:22.47084427Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:22.986216241Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:22.986276825Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:22.986299882Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:22.986327029Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.524429783Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:26.524494166Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.524569807Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 95f09dad-967f-4246-9fe7-4374f2e6ce56, session_id: 09006d5f-cca2-4771-b493-9439ec1b2e7c, gen: 191 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.524612012Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 95f09dad-967f-4246-9fe7-4374f2e6ce56, session_id: 09006d5f-cca2-4771-b493-9439ec1b2e7c, gen: 191 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.524643278Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection from 127.0.0.1:61876","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.629057764Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:61876): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.629179849Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"9"} {"msg":"Connection request from 8197bc43-e8db-45c0-8651-af8cdc8e253d with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.629493563Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 8197bc43-e8db-45c0-8651-af8cdc8e253d, session_id: 4e834cca-9c51-45cf-a88e-0011af15f2d9, gen: 192 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.62951967Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 8197bc43-e8db-45c0-8651-af8cdc8e253d, session_id: 4e834cca-9c51-45cf-a88e-0011af15f2d9, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.629904985Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [333, 333, 319, 331, 331, 331, 331, 333, 329, 331, 332, 332]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.630634101Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.652991393Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"9"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:26.65302484Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"9"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.653068455Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 8197bc43-e8db-45c0-8651-af8cdc8e253d, session_id: 4e834cca-9c51-45cf-a88e-0011af15f2d9, gen: 192 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.653089172Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 8197bc43-e8db-45c0-8651-af8cdc8e253d, session_id: 4e834cca-9c51-45cf-a88e-0011af15f2d9, gen: 192 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.65310954Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection from 127.0.0.1:47803","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.761948353Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:47803): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.762078898Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"10"} {"msg":"Connection request from 0f8695f4-894a-4a64-a188-8e9811e91980 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.76231871Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 0f8695f4-894a-4a64-a188-8e9811e91980, session_id: 574820aa-bde3-4849-9332-7d781340a440, gen: 193 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.762355416Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 0f8695f4-894a-4a64-a188-8e9811e91980, session_id: 574820aa-bde3-4849-9332-7d781340a440, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.762856118Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [333, 333, 319, 335, 331, 338, 331, 333, 336, 331, 337, 332]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.763517152Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.764943796Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.765578593Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.767453906Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.768061726Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.768090282Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.768288789Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.770307066Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.771025763Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.772712807Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.773233627Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.773264963Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.773407707Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.774750192Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.775273321Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.776730202Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.777228465Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.777260331Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.777377827Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.779036375Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.779544616Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.78123492Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/000.copy\" to \"/var/tmp/test_repair/8820/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.781783777Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/000.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.781824982Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/000.replace\" to \"/var/tmp/test_repair/8820/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.781959426Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.783317109Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.783798893Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.78547126Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/017.copy\" to \"/var/tmp/test_repair/8820/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.786123684Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/017.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.7861615Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/017.replace\" to \"/var/tmp/test_repair/8820/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.786282816Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.787556258Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.788034793Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.792046839Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.79263739Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.792677716Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.792793962Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.794069275Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.794793471Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.796399685Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.796918665Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.796949781Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.797086246Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.7984316Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.798919703Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.800627236Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/007.copy\" to \"/var/tmp/test_repair/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.801220367Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/007.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.801252173Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/007.replace\" to \"/var/tmp/test_repair/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:26.801429393Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:27.314170359Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:27.314234262Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:27.314267528Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:27.314293215Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:27.314315503Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:27.31433813Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:27.314516489Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:27.314534727Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.853650754Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"10"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:30.853713727Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"10"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.853788129Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 0f8695f4-894a-4a64-a188-8e9811e91980, session_id: 574820aa-bde3-4849-9332-7d781340a440, gen: 193 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.853815575Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 0f8695f4-894a-4a64-a188-8e9811e91980, session_id: 574820aa-bde3-4849-9332-7d781340a440, gen: 193 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.853840703Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection from 127.0.0.1:63622","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.959175141Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:63622): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.959264131Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"11"} {"msg":"Connection request from f4a8d654-15d8-45db-8478-6c19b086aa3e with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.959583494Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: f4a8d654-15d8-45db-8478-6c19b086aa3e, session_id: 49080bc8-485e-4d1d-9fc0-5f396badfa74, gen: 194 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.95961734Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: f4a8d654-15d8-45db-8478-6c19b086aa3e, session_id: 49080bc8-485e-4d1d-9fc0-5f396badfa74, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.959981928Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [339, 333, 319, 335, 331, 338, 331, 339, 336, 331, 337, 332]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.960794454Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.984280036Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"11"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:30.984323431Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"11"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.984382174Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: f4a8d654-15d8-45db-8478-6c19b086aa3e, session_id: 49080bc8-485e-4d1d-9fc0-5f396badfa74, gen: 194 } (ConnectionId(11)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.98441297Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: f4a8d654-15d8-45db-8478-6c19b086aa3e, session_id: 49080bc8-485e-4d1d-9fc0-5f396badfa74, gen: 194 } (ConnectionId(11)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:30.984437767Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection from 127.0.0.1:50730","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.085796686Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:50730): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.085889835Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"12"} {"msg":"Connection request from 807363ef-4a76-4825-bbf6-4c2661a2893a with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.086251694Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 807363ef-4a76-4825-bbf6-4c2661a2893a, session_id: 160e4b20-9c87-456c-9604-d93dfc0a63ff, gen: 195 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.086293519Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 807363ef-4a76-4825-bbf6-4c2661a2893a, session_id: 160e4b20-9c87-456c-9604-d93dfc0a63ff, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.086794241Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [339, 333, 319, 340, 331, 338, 331, 339, 336, 340, 340, 340]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.087598778Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.089214241Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.089968194Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.091668867Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00D.copy\" to \"/var/tmp/test_repair/8820/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.092226422Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.092308443Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00D.replace\" to \"/var/tmp/test_repair/8820/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.092480853Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.094949537Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.095491694Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.097299695Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.097835413Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.09786403Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.097993725Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.099510729Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.100160024Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.101650371Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/004.copy\" to \"/var/tmp/test_repair/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.102299806Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/004.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.102337432Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/004.replace\" to \"/var/tmp/test_repair/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.102471686Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.103761867Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.104444198Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.106140102Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.106640304Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.106667461Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.106797526Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.108123182Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.108637943Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.110307289Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.11090833Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.110964873Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.111135634Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.112408006Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.116964019Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.118700078Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.11920161Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.119276371Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:31.119402787Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:31.632928062Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:31.632985416Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:31.633010213Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:31.63303576Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:31.633061237Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:31.633083235Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.171660364Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"12"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:35.171723817Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"12"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.171750394Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 807363ef-4a76-4825-bbf6-4c2661a2893a, session_id: 160e4b20-9c87-456c-9604-d93dfc0a63ff, gen: 195 } (ConnectionId(12)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.17177686Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 807363ef-4a76-4825-bbf6-4c2661a2893a, session_id: 160e4b20-9c87-456c-9604-d93dfc0a63ff, gen: 195 } (ConnectionId(12)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.171809856Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection from 127.0.0.1:33100","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.273643701Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:33100): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.27373676Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"13"} {"msg":"Connection request from 8fb3dc58-00e9-41f1-a9ae-109b42cb7f93 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.274101948Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 8fb3dc58-00e9-41f1-a9ae-109b42cb7f93, session_id: 69aea239-192e-4a46-bb70-e44f0459707a, gen: 196 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.274118995Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 8fb3dc58-00e9-41f1-a9ae-109b42cb7f93, session_id: 69aea239-192e-4a46-bb70-e44f0459707a, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.274485353Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [339, 333, 319, 340, 341, 338, 331, 339, 341, 340, 340, 340]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.275272092Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.295129684Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"13"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:35.295175058Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"13"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.295229992Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 8fb3dc58-00e9-41f1-a9ae-109b42cb7f93, session_id: 69aea239-192e-4a46-bb70-e44f0459707a, gen: 196 } (ConnectionId(13)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.295256739Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 8fb3dc58-00e9-41f1-a9ae-109b42cb7f93, session_id: 69aea239-192e-4a46-bb70-e44f0459707a, gen: 196 } (ConnectionId(13)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.295271437Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection from 127.0.0.1:58708","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.397092263Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:58708): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.397194251Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"14"} {"msg":"Connection request from 77f6703c-57c7-4995-a8c6-aff1f5e2ffba with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.397395818Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 77f6703c-57c7-4995-a8c6-aff1f5e2ffba, session_id: 7d2850c4-be7c-4750-a4a6-ae00558f7f7b, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.397431494Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 77f6703c-57c7-4995-a8c6-aff1f5e2ffba, session_id: 7d2850c4-be7c-4750-a4a6-ae00558f7f7b, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.397751386Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [346, 345, 319, 340, 344, 338, 342, 342, 346, 340, 344, 340]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.398633595Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.400306901Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.400971824Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.402769786Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.403360097Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.403415591Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.403614688Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.405785637Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.406319475Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.412216392Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/005.copy\" to \"/var/tmp/test_repair/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.412814273Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/005.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.412848269Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/005.replace\" to \"/var/tmp/test_repair/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.412955307Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.414339407Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.41483282Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.416527553Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.417044434Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.417085499Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.417209985Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:35.931311862Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:35.931380404Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:35.931404332Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.468224575Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"14"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:39.468296607Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"14"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.468326133Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 77f6703c-57c7-4995-a8c6-aff1f5e2ffba, session_id: 7d2850c4-be7c-4750-a4a6-ae00558f7f7b, gen: 197 } (ConnectionId(14)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.46835472Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 77f6703c-57c7-4995-a8c6-aff1f5e2ffba, session_id: 7d2850c4-be7c-4750-a4a6-ae00558f7f7b, gen: 197 } (ConnectionId(14)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.468384827Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.598741629Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:46352"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.59950926Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"uri":"/region-info","method":"GET","req_id":"1ee430ba-2a68-4062-8564-d43dd1f04371","remote_addr":"127.0.0.1:46352","local_addr":"0.0.0.0:12820","task":"repair","latency_us":155,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:50804","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.602704561Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:50804): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.602757884Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"15"} {"msg":"Connection request from 254a5fbd-6d8a-44c6-b045-29cde42ab386 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.603195144Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 254a5fbd-6d8a-44c6-b045-29cde42ab386, session_id: d2e34881-e33e-405f-842a-0dbdc2ffa6dd, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.603217721Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 254a5fbd-6d8a-44c6-b045-29cde42ab386, session_id: d2e34881-e33e-405f-842a-0dbdc2ffa6dd, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.603623604Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [346, 345, 319, 340, 344, 347, 342, 342, 346, 340, 344, 340]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.604478085Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.624869695Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"15"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:39.62491414Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"15"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.624941587Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 254a5fbd-6d8a-44c6-b045-29cde42ab386, session_id: d2e34881-e33e-405f-842a-0dbdc2ffa6dd, gen: 198 } (ConnectionId(15)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.624966184Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 254a5fbd-6d8a-44c6-b045-29cde42ab386, session_id: d2e34881-e33e-405f-842a-0dbdc2ffa6dd, gen: 198 } (ConnectionId(15)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.624990681Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.759967069Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:36549"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.760618884Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"uri":"/region-info","method":"GET","req_id":"14790ce5-e51d-4ae0-ac98-895925e8e6bc","remote_addr":"127.0.0.1:36549","local_addr":"0.0.0.0:12820","task":"repair","latency_us":136,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:61984","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.763344338Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"main"} {"msg":"connection (127.0.0.1:61984): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.763422759Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"id":"16"} {"msg":"Connection request from 4af71522-41c8-4393-9fa1-d41190cd60e0 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.763868008Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 4af71522-41c8-4393-9fa1-d41190cd60e0, session_id: a753d968-74e1-43b9-805e-7b530fb74f2a, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.763896134Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"UpstairsConnection { upstairs_id: 4af71522-41c8-4393-9fa1-d41190cd60e0, session_id: a753d968-74e1-43b9-805e-7b530fb74f2a, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.764341203Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Current flush_numbers [0..12]: [346, 345, 319, 340, 344, 348, 348, 342, 346, 340, 344, 340]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.765160858Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.766722758Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.767977802Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.769959953Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.770510159Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.770574532Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.77067752Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.772094666Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.772766288Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.774548212Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.775114446Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.775146532Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.775271658Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.776539731Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.777026475Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.778719199Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/005.copy\" to \"/var/tmp/test_repair/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.779363434Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/005.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.7793973Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/005.replace\" to \"/var/tmp/test_repair/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.77948371Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.780759353Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.781231828Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.782918573Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.783441562Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.783468189Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.783644369Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.78518738Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.785946533Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.78752667Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.788097473Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.788133029Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.788253006Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.789539597Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.79002746Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.791476702Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.791998482Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.792059955Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.792230285Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.796050773Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.79659916Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.798174597Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.798680279Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.798742292Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.798856338Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.800321809Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.800794824Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.802522064Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/007.copy\" to \"/var/tmp/test_repair/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.803060972Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/007.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.803090708Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/007.replace\" to \"/var/tmp/test_repair/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.803199396Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.804656897Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.805384423Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.806691112Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.807209641Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.807243318Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.807426936Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.809011803Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.809462311Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.811123399Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.811752926Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.811849804Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.811958012Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.813293527Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.814087285Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.815800837Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.816358773Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.816397258Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.816540752Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.820537639Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.821029192Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.822678791Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.82320666Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.823249915Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.823357963Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.824881616Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.82536913Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.827040456Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.827639077Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.827715688Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.827867561Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342062309Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342130291Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342153458Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342175836Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342197883Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.34221968Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342241738Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342263435Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342285103Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.34230705Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342328808Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342350375Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342371823Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:43.879387433Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"16"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:43.879455775Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920,"task":"recv","id":"16"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:43.879492781Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 4af71522-41c8-4393-9fa1-d41190cd60e0, session_id: a753d968-74e1-43b9-805e-7b530fb74f2a, gen: 199 } (ConnectionId(16)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:43.879522807Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920} {"msg":"upstairs UpstairsConnection { upstairs_id: 4af71522-41c8-4393-9fa1-d41190cd60e0, session_id: a753d968-74e1-43b9-805e-7b530fb74f2a, gen: 199 } (ConnectionId(16)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:43.879541425Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1920}