{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:33.994267975Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:33.994879572Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:33.994907137Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:33.996910609Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:33.996937424Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 47aa4c863f974975b86a01cc6893b0f87d94aae1\nCommit timestamp: 2025-02-25T16:27:18.000000000Z branch: renovate/thiserror-1.x-lockfile\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.040515818Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.040591202Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.041644733Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.041935338Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.042053151Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.042079726Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.042198238Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"main"} {"msg":"accepted connection from 127.0.0.1:63548","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.044675211Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"main"} {"msg":"connection (127.0.0.1:63548): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.044915137Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"id":"0"} {"msg":"Connection request from 57224a03-66e3-4b2b-9629-608d5e61f33e with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.045177447Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: 57224a03-66e3-4b2b-9629-608d5e61f33e, session_id: ec94cf85-0aac-423c-b398-3b253c90f9a8, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.045211533Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"UpstairsConnection { upstairs_id: 57224a03-66e3-4b2b-9629-608d5e61f33e, session_id: ec94cf85-0aac-423c-b398-3b253c90f9a8, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.045603658Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Current flush_numbers [0..12]: [339, 345, 343, 343, 326, 320, 343, 339, 338, 340, 334, 329]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.046429806Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.047885134Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.049643019Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.051444132Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.05200794Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.052073372Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.052201277Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.053720507Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.054244707Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.056053872Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.056618229Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.056654956Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:34.056796854Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:34.571226809Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:34.571299393Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.11266556Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.112743505Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.112763389Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: 57224a03-66e3-4b2b-9629-608d5e61f33e, session_id: ec94cf85-0aac-423c-b398-3b253c90f9a8, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.112784642Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: 57224a03-66e3-4b2b-9629-608d5e61f33e, session_id: ec94cf85-0aac-423c-b398-3b253c90f9a8, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.112854386Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"accepted connection from 127.0.0.1:49019","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.243914998Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"main"} {"msg":"connection (127.0.0.1:49019): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.243991482Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"id":"1"} {"msg":"Connection request from d391cf40-ecbd-47c8-9731-173708c1720d with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.244434737Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: d391cf40-ecbd-47c8-9731-173708c1720d, session_id: 37f51c01-6491-407d-ad20-332922bfdfd8, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.244459982Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"UpstairsConnection { upstairs_id: d391cf40-ecbd-47c8-9731-173708c1720d, session_id: 37f51c01-6491-407d-ad20-332922bfdfd8, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.244834593Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Current flush_numbers [0..12]: [339, 345, 343, 343, 346, 320, 343, 339, 338, 340, 334, 329]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.245685575Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.266765067Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.266800163Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.266825058Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: d391cf40-ecbd-47c8-9731-173708c1720d, session_id: 37f51c01-6491-407d-ad20-332922bfdfd8, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.266850893Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: d391cf40-ecbd-47c8-9731-173708c1720d, session_id: 37f51c01-6491-407d-ad20-332922bfdfd8, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.266876948Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"accepted connection from 127.0.0.1:40283","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.404168188Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"main"} {"msg":"connection (127.0.0.1:40283): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.404295143Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"id":"2"} {"msg":"Connection request from af20c823-f2f6-411e-8b16-1c72986893b7 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.404609023Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: af20c823-f2f6-411e-8b16-1c72986893b7, session_id: ec3c8e68-d6d0-4bf5-bc3b-de842a1f6177, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.404643809Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"UpstairsConnection { upstairs_id: af20c823-f2f6-411e-8b16-1c72986893b7, session_id: ec3c8e68-d6d0-4bf5-bc3b-de842a1f6177, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.405039645Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Current flush_numbers [0..12]: [339, 345, 343, 343, 346, 320, 343, 339, 338, 340, 334, 329]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.405914121Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.407307417Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.408542793Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.410511309Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.411122985Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.411177056Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.41130759Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.412755887Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.413291459Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.415190231Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.415734125Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.41576261Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.415885424Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.417249334Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.41791268Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.419626517Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.420203878Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.420278592Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.420417068Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.421800872Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.422292166Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.423871317Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.424434065Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.424467371Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.424586223Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.426177907Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.426733703Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.428411453Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.429048085Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.429109566Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.429266856Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.430587908Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.431116459Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.432565876Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.433067281Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.433098157Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.433221541Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.434740951Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.435279994Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.437011414Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.437645865Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.437694434Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.43782907Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.439158423Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.439632124Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.441279658Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.441850847Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.441895376Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.442084252Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.443422577Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.443915211Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.445769704Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.449606036Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.449641923Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.449827469Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.452488706Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.453035601Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.455086062Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.455582236Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.455617403Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.455711601Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.457023001Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.457527527Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.459025043Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.459516727Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.459551193Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.459662795Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.461126794Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.461640742Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.463293187Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.463916026Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.463971567Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.464102952Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.465397279Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.465966397Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.467748827Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.468308374Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.468364775Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:38.468472445Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983297096Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983388403Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983436843Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983485192Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983533771Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983567708Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983591002Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983606685Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983618947Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983637611Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983657985Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983678549Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:38.983698453Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:42.526347985Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T17:26:42.526393694Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:42.526417558Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: af20c823-f2f6-411e-8b16-1c72986893b7, session_id: ec3c8e68-d6d0-4bf5-bc3b-de842a1f6177, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:42.526441613Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: af20c823-f2f6-411e-8b16-1c72986893b7, session_id: ec3c8e68-d6d0-4bf5-bc3b-de842a1f6177, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T17:26:42.526472489Z","hostname":"w-01JMZ1RC1ATKB5GDJGK1D8DCQ0","pid":1974}