{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.347386726Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.348055928Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.348085525Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.350336394Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.350355762Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: cdb6c7ae221cade941351dba5e763db1f87ef907\nCommit timestamp: 2025-02-25T18:15:07.000000000Z branch: renovate/hyper-1.x-lockfile\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.393871975Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.39391858Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.394833104Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.395066937Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.395206831Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.395236857Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.39530156Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"main"} {"msg":"accepted connection from 127.0.0.1:55528","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.396919183Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"main"} {"msg":"connection (127.0.0.1:55528): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.397164394Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"id":"0"} {"msg":"Connection request from 77f6703c-57c7-4995-a8c6-aff1f5e2ffba with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.397384509Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 77f6703c-57c7-4995-a8c6-aff1f5e2ffba, session_id: 7d2850c4-be7c-4750-a4a6-ae00558f7f7b, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.397411266Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"UpstairsConnection { upstairs_id: 77f6703c-57c7-4995-a8c6-aff1f5e2ffba, session_id: 7d2850c4-be7c-4750-a4a6-ae00558f7f7b, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.398254768Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Current flush_numbers [0..12]: [346, 345, 319, 340, 344, 338, 342, 342, 346, 340, 344, 340]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.3990188Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.400306931Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.402011293Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.403747003Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.404278771Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.404354632Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.404479348Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.405789526Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.406382638Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.412212883Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.412791706Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.412829971Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.412988223Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.414318719Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.414838469Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.416534883Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.417048293Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.417082219Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:35.417209054Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:35.931387324Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:35.931433718Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:35.931464205Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.468243993Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:39.468319814Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.468425852Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 77f6703c-57c7-4995-a8c6-aff1f5e2ffba, session_id: 7d2850c4-be7c-4750-a4a6-ae00558f7f7b, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.468475266Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 77f6703c-57c7-4995-a8c6-aff1f5e2ffba, session_id: 7d2850c4-be7c-4750-a4a6-ae00558f7f7b, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.468503773Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"accepted connection from 127.0.0.1:56733","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.602688802Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"main"} {"msg":"connection (127.0.0.1:56733): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.602785281Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"id":"1"} {"msg":"Connection request from 254a5fbd-6d8a-44c6-b045-29cde42ab386 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.603194494Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 254a5fbd-6d8a-44c6-b045-29cde42ab386, session_id: d2e34881-e33e-405f-842a-0dbdc2ffa6dd, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.603221261Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"UpstairsConnection { upstairs_id: 254a5fbd-6d8a-44c6-b045-29cde42ab386, session_id: d2e34881-e33e-405f-842a-0dbdc2ffa6dd, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.603623594Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Current flush_numbers [0..12]: [346, 345, 319, 340, 344, 347, 342, 342, 346, 340, 344, 340]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.60452108Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.624870225Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:39.6249126Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.624938717Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 254a5fbd-6d8a-44c6-b045-29cde42ab386, session_id: d2e34881-e33e-405f-842a-0dbdc2ffa6dd, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.624963754Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 254a5fbd-6d8a-44c6-b045-29cde42ab386, session_id: d2e34881-e33e-405f-842a-0dbdc2ffa6dd, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.624989671Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"accepted connection from 127.0.0.1:45032","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.76333192Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"main"} {"msg":"connection (127.0.0.1:45032): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.763464155Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"id":"2"} {"msg":"Connection request from 4af71522-41c8-4393-9fa1-d41190cd60e0 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.763882686Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 4af71522-41c8-4393-9fa1-d41190cd60e0, session_id: a753d968-74e1-43b9-805e-7b530fb74f2a, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.763917532Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"UpstairsConnection { upstairs_id: 4af71522-41c8-4393-9fa1-d41190cd60e0, session_id: a753d968-74e1-43b9-805e-7b530fb74f2a, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.764341133Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Current flush_numbers [0..12]: [346, 345, 319, 340, 344, 348, 348, 342, 346, 340, 344, 340]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.765193264Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.766771732Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.768216565Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.770016296Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.770669141Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.770727294Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.770839761Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.772069959Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.772544664Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.774374342Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.774939127Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.77499147Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.775127865Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.776542691Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.777085588Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.77862355Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.779170617Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.779210702Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.779350826Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.780809307Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.781520095Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.783174673Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.783694373Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.783734258Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.783873542Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.785123278Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.785687163Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.787338401Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.787942722Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.787976378Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.788076466Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.789539607Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.790056187Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.791865588Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.79452475Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.794549297Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.794666413Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.796024756Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.796585971Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.798246079Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.798828102Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.798878806Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.799021629Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.800303651Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.800821451Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.802613784Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.803131033Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.80316193Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.803289345Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.80463206Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.805123873Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.806770262Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.807364054Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.807404929Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.807554761Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.808939451Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.809475839Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.811051767Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.811600523Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.811636079Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.811747736Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.813258212Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.813843924Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.815844592Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.818984849Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.819030643Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.819155719Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.820510692Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.821089525Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.822822065Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.823425155Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.823458261Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.823594385Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.824861689Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.825397627Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.826946267Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.827464487Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.827490494Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:39.827641157Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342062249Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342130461Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342158338Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342183985Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342204152Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.34222827Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342254256Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342279144Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342303121Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342326078Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342356985Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342384072Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:40.342410169Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:43.879315731Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-25T20:54:43.879378184Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:43.879404891Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 4af71522-41c8-4393-9fa1-d41190cd60e0, session_id: a753d968-74e1-43b9-805e-7b530fb74f2a, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:43.879428008Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 4af71522-41c8-4393-9fa1-d41190cd60e0, session_id: a753d968-74e1-43b9-805e-7b530fb74f2a, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-25T20:54:43.879450856Z","hostname":"w-01JMZDP6ZW28GY7ZRY6R4691FD","pid":1976}