{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.34073835Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.341295326Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.341324398Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.343599309Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.343623534Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: d77aa90b6afe7d7ddb1dc63211fa4216c8866a90\nCommit timestamp: 2025-01-27T19:20:16.000000000Z branch: mkeeter/shrink-replay-buffer\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.387559587Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.387606918Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.388706836Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.38902307Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.389280671Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.389310423Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.389402266Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"accepted connection from 127.0.0.1:65260","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.390058559Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:65260): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.390281351Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"id":"0"} {"msg":"Connection request from ad3f1a6a-e14c-4f03-8ffb-97ffc6b324d4 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.390569633Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: ad3f1a6a-e14c-4f03-8ffb-97ffc6b324d4, session_id: 0db64085-d93a-438f-affb-38c199fb054b, gen: 193 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.390603612Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"UpstairsConnection { upstairs_id: ad3f1a6a-e14c-4f03-8ffb-97ffc6b324d4, session_id: 0db64085-d93a-438f-affb-38c199fb054b, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.391092469Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Current flush_numbers [0..12]: [347, 348, 348, 348, 348, 347, 347, 326, 345, 347, 347, 348]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.391932759Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.393241298Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.395003247Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.396665788Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.397156724Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.397247917Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.397386562Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.398726192Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.399314128Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.401040919Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.401692675Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.401740186Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.401847619Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.403142597Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.403716092Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.405361473Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.405888926Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.405923675Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:42.40610961Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:42.921544578Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:42.921596346Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:42.921633243Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.463236381Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:46.463331662Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.463393883Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: ad3f1a6a-e14c-4f03-8ffb-97ffc6b324d4, session_id: 0db64085-d93a-438f-affb-38c199fb054b, gen: 193 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.463412482Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: ad3f1a6a-e14c-4f03-8ffb-97ffc6b324d4, session_id: 0db64085-d93a-438f-affb-38c199fb054b, gen: 193 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.463426713Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"accepted connection from 127.0.0.1:47377","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.572506836Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:47377): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.57256409Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"id":"1"} {"msg":"Connection request from 19b76041-82d5-4e4a-948c-d24be5fa9724 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.572993534Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 19b76041-82d5-4e4a-948c-d24be5fa9724, session_id: 3b86bcd1-f793-4a26-b51f-8f38deac6a48, gen: 194 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.573019598Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 19b76041-82d5-4e4a-948c-d24be5fa9724, session_id: 3b86bcd1-f793-4a26-b51f-8f38deac6a48, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.573458866Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Current flush_numbers [0..12]: [347, 349, 348, 348, 348, 349, 347, 349, 345, 347, 347, 348]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.574295768Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.595857226Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:46.59591528Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.595943992Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 19b76041-82d5-4e4a-948c-d24be5fa9724, session_id: 3b86bcd1-f793-4a26-b51f-8f38deac6a48, gen: 194 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.595971885Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 19b76041-82d5-4e4a-948c-d24be5fa9724, session_id: 3b86bcd1-f793-4a26-b51f-8f38deac6a48, gen: 194 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.596000337Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"accepted connection from 127.0.0.1:51994","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.701312903Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:51994): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.701377363Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"id":"2"} {"msg":"Connection request from 4d46f675-3315-4f98-ae31-bef6452a6bae with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.701773638Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 4d46f675-3315-4f98-ae31-bef6452a6bae, session_id: 1db6bd58-487a-410a-8040-98a2ba701a8a, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.701807996Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 4d46f675-3315-4f98-ae31-bef6452a6bae, session_id: 1db6bd58-487a-410a-8040-98a2ba701a8a, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.702331652Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Current flush_numbers [0..12]: [347, 349, 351, 351, 351, 351, 347, 349, 345, 347, 351, 348]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.703262026Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.704662699Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.705363705Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.707396656Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.707980904Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.7080517Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.708224843Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.710618651Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.711149412Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.713027479Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.713571572Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.713613516Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.713806637Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.715374765Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.715935088Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.717505826Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.718030231Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.71808089Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.718217455Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.719731417Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.720236145Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.722003131Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.722544855Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.72260134Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:46.722714161Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:47.236761628Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:47.236837501Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:47.236868102Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:47.236892447Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.77746835Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:50.777538746Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.777575284Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 4d46f675-3315-4f98-ae31-bef6452a6bae, session_id: 1db6bd58-487a-410a-8040-98a2ba701a8a, gen: 195 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.777592163Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 4d46f675-3315-4f98-ae31-bef6452a6bae, session_id: 1db6bd58-487a-410a-8040-98a2ba701a8a, gen: 195 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.777610662Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"accepted connection from 127.0.0.1:49440","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.917529438Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:49440): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.917710506Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"id":"3"} {"msg":"Connection request from 9d1b9f25-3e34-4e05-8122-c7b3da53c27d with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.918109419Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 9d1b9f25-3e34-4e05-8122-c7b3da53c27d, session_id: c2c5abad-95a5-49f0-96a9-7e4b087c20a9, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.918144717Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 9d1b9f25-3e34-4e05-8122-c7b3da53c27d, session_id: c2c5abad-95a5-49f0-96a9-7e4b087c20a9, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.918657729Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Current flush_numbers [0..12]: [347, 349, 351, 351, 351, 351, 347, 349, 352, 347, 351, 348]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.91967304Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.941256985Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:50.941332698Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.941362239Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 9d1b9f25-3e34-4e05-8122-c7b3da53c27d, session_id: c2c5abad-95a5-49f0-96a9-7e4b087c20a9, gen: 196 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.941386674Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 9d1b9f25-3e34-4e05-8122-c7b3da53c27d, session_id: c2c5abad-95a5-49f0-96a9-7e4b087c20a9, gen: 196 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:50.941432676Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"accepted connection from 127.0.0.1:38795","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.080844926Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:38795): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.080953688Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"id":"4"} {"msg":"Connection request from 2cb2e505-e261-4028-a93c-b14a2a8b84cc with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.081427654Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 2cb2e505-e261-4028-a93c-b14a2a8b84cc, session_id: 17765a2e-d767-4a6c-9fbf-d438bb8e476f, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.081477414Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"UpstairsConnection { upstairs_id: 2cb2e505-e261-4028-a93c-b14a2a8b84cc, session_id: 17765a2e-d767-4a6c-9fbf-d438bb8e476f, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.081924437Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Current flush_numbers [0..12]: [347, 349, 351, 351, 351, 351, 347, 349, 355, 347, 351, 356]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.082741261Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.084412296Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.085983004Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.088181012Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.088848469Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.088886006Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.089012688Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.090347901Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.090889195Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.092675509Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.093231145Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.093305179Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.093425595Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.094905049Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.095457447Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.097039277Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.099998625Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.10003869Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.100164702Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.101522701Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.102087761Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.103824525Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.104408004Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.104439305Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.104594449Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.105967258Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.106527961Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.10835547Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.108896165Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.10896907Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.109136346Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.110740942Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.11130977Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.112945157Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.113504391Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.113564834Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.113690296Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.115150512Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.115676466Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.117367149Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.117880101Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.11794659Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.118066456Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.119399891Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.119947861Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.121581899Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.122087336Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.122117528Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:51.122260749Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:51.636361514Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:51.636430322Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:51.636457265Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:51.63648114Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:51.636503297Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:51.636527482Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:51.636552526Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:51.636582617Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.177992115Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.178062352Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.178093522Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 2cb2e505-e261-4028-a93c-b14a2a8b84cc, session_id: 17765a2e-d767-4a6c-9fbf-d438bb8e476f, gen: 197 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.178177351Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: 2cb2e505-e261-4028-a93c-b14a2a8b84cc, session_id: 17765a2e-d767-4a6c-9fbf-d438bb8e476f, gen: 197 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.178193261Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"accepted connection from 127.0.0.1:44692","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.285265936Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:44692): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.285308Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"id":"5"} {"msg":"Connection request from c6e6c33f-fee8-4e09-8053-3e3d2e868c4f with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.285763978Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: c6e6c33f-fee8-4e09-8053-3e3d2e868c4f, session_id: 8cbdb453-f72b-46cd-b2f2-4b41ecce841d, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.285790981Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"UpstairsConnection { upstairs_id: c6e6c33f-fee8-4e09-8053-3e3d2e868c4f, session_id: 8cbdb453-f72b-46cd-b2f2-4b41ecce841d, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.286273832Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Current flush_numbers [0..12]: [347, 349, 351, 357, 357, 357, 347, 357, 355, 347, 357, 356]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.287254325Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.310441916Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.310541465Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.31056499Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: c6e6c33f-fee8-4e09-8053-3e3d2e868c4f, session_id: 8cbdb453-f72b-46cd-b2f2-4b41ecce841d, gen: 198 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.310586197Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: c6e6c33f-fee8-4e09-8053-3e3d2e868c4f, session_id: 8cbdb453-f72b-46cd-b2f2-4b41ecce841d, gen: 198 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.310607254Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"accepted connection from 127.0.0.1:64545","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.416347145Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"main"} {"msg":"connection (127.0.0.1:64545): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.416446213Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"id":"6"} {"msg":"Connection request from d7f46382-ea9f-4c1b-9e50-89236223a8d2 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.416893916Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: d7f46382-ea9f-4c1b-9e50-89236223a8d2, session_id: be6d5c53-937c-4b85-af20-6e75594d00fc, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.416924018Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"UpstairsConnection { upstairs_id: d7f46382-ea9f-4c1b-9e50-89236223a8d2, session_id: be6d5c53-937c-4b85-af20-6e75594d00fc, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.417408398Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Current flush_numbers [0..12]: [347, 349, 351, 359, 357, 357, 347, 359, 355, 358, 358, 356]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.418219306Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.419624995Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.420354193Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.422515705Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.423161985Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.42321828Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.423434246Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.42585072Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.426367Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.427980831Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.428529891Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.428565948Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.428686674Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.430401662Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.430929285Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.432709463Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.436503323Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.436551224Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.436696574Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.439923885Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.440467059Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.442155453Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.442715257Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.442789051Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.442932622Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.444208072Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.444748538Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.446276072Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.446813299Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.446884765Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.447005Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961312677Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961387581Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961407758Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961426856Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961445765Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:59.501325799Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:59.501390709Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:59.50142133Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: d7f46382-ea9f-4c1b-9e50-89236223a8d2, session_id: be6d5c53-937c-4b85-af20-6e75594d00fc, gen: 199 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:59.501441987Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952} {"msg":"upstairs UpstairsConnection { upstairs_id: d7f46382-ea9f-4c1b-9e50-89236223a8d2, session_id: be6d5c53-937c-4b85-af20-6e75594d00fc, gen: 199 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:59.501466862Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1952}