{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.677496527Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.677997673Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.678024601Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.69156722Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.691596558Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0fd98d0d5d909611f8b408ccda2559d35fe117bb\nCommit timestamp: 2024-11-08T20:05:44.000000000Z branch: mkeeter/drop-skipped-backpressure-guard\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.735262554Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.735319471Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.73637231Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.736696134Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.736815768Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.736840267Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.736920843Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"accepted connection from 127.0.0.1:37235","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.759195214Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:37235): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.759423353Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"0"} {"msg":"Connection request from 658bba58-c19e-4f14-b898-e5ca03b448b9 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.759880821Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 658bba58-c19e-4f14-b898-e5ca03b448b9, session_id: aaa0f8a8-e09a-4dbd-93ad-5679faf073e0, gen: 179 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.759918659Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 658bba58-c19e-4f14-b898-e5ca03b448b9, session_id: aaa0f8a8-e09a-4dbd-93ad-5679faf073e0, gen: 179 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.760368837Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [317, 317, 307, 317, 315, 310, 310, 312, 317, 317, 302, 313]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.761256123Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.764119503Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.76602986Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.769468422Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.770094442Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.77175593Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.776658411Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.782458447Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.783052748Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.787066221Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.787690601Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.788863564Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.7907839Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.79611067Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.796805636Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.80061039Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.801121325Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.802070528Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.805255772Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.810609041Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.811122466Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.814904631Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.815438085Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.816385719Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.820226341Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.826161001Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.826770741Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.829927887Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.830614373Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.832884402Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.83498254Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.840849783Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.841415765Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.844265276Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.844962542Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.847388173Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.849342868Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.853830909Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.854543894Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.859232054Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.859842265Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.861007548Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:22.863495366Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:23.260476364Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:23.2605666Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:23.260590749Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:23.260605238Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:23.260616707Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:23.260636116Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:23.260656155Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:26.918813196Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:26.918905441Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:26.918940199Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 658bba58-c19e-4f14-b898-e5ca03b448b9, session_id: aaa0f8a8-e09a-4dbd-93ad-5679faf073e0, gen: 179 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:26.919019446Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 658bba58-c19e-4f14-b898-e5ca03b448b9, session_id: aaa0f8a8-e09a-4dbd-93ad-5679faf073e0, gen: 179 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:26.919053664Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:64317","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.05786515Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:64317): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.057989954Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"1"} {"msg":"Connection request from 9e4b22b7-cbf2-40d4-8fc2-0368feebceac with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.058317578Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 9e4b22b7-cbf2-40d4-8fc2-0368feebceac, session_id: d653d7f8-4fe5-4ede-9b04-c09bf0b38722, gen: 180 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.058352366Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 9e4b22b7-cbf2-40d4-8fc2-0368feebceac, session_id: d653d7f8-4fe5-4ede-9b04-c09bf0b38722, gen: 180 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.058827602Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [317, 317, 318, 318, 315, 310, 310, 318, 318, 317, 302, 313]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.059780076Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.081241207Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.081279665Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.081303234Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 9e4b22b7-cbf2-40d4-8fc2-0368feebceac, session_id: d653d7f8-4fe5-4ede-9b04-c09bf0b38722, gen: 180 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.081325533Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 9e4b22b7-cbf2-40d4-8fc2-0368feebceac, session_id: d653d7f8-4fe5-4ede-9b04-c09bf0b38722, gen: 180 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.081371701Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:57245","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.218422653Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:57245): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.218514238Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"2"} {"msg":"Connection request from 2e11eb51-7ee7-4001-b95b-d5b824010221 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.218974466Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 2e11eb51-7ee7-4001-b95b-d5b824010221, session_id: ea79d140-5dbc-4058-92ad-ae48ac270172, gen: 181 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.219014184Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 2e11eb51-7ee7-4001-b95b-d5b824010221, session_id: ea79d140-5dbc-4058-92ad-ae48ac270172, gen: 181 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.219425513Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [317, 317, 318, 318, 315, 310, 310, 319, 319, 317, 302, 313]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.220178267Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.223037917Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.223701165Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.226922007Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.227431172Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.228998976Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.231766241Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.237798516Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.238332489Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.243758624Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.244413412Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.245513358Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.248373579Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.253925527Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.25449042Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.257886294Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.258461856Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.25940209Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.261805402Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.267463136Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.269916956Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.273762418Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.27432857Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.275220447Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.276727543Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.281099959Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.281653242Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.285609389Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.286288926Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.287268358Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.289787725Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.295115614Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.295668777Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.298779585Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.299417574Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.300265523Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.306269039Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.311473145Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.312210019Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.315282789Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.315816003Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.316773866Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.320052895Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.326268112Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.326821385Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.333967246Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.33449119Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.335765258Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.337929702Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.342437932Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.343114008Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.34736948Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.347921573Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.348969222Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.350520366Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.354691513Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.355232126Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.359820602Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.360397284Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.361840293Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.363360339Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.368194973Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.369028422Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.372682793Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.373323112Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.375126144Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:27.377315927Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720064156Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.72018177Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720249927Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720304864Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720363671Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720406419Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720432367Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720467646Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720495475Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720520133Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:27.720541552Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.434597871Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:31.434659668Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.434695546Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 2e11eb51-7ee7-4001-b95b-d5b824010221, session_id: ea79d140-5dbc-4058-92ad-ae48ac270172, gen: 181 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.434722565Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 2e11eb51-7ee7-4001-b95b-d5b824010221, session_id: ea79d140-5dbc-4058-92ad-ae48ac270172, gen: 181 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.434749453Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:54023","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.570401053Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:54023): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.570528867Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"3"} {"msg":"Connection request from 77eb014b-0a77-4f2e-a686-ee77b2fc25db with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.571038292Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 77eb014b-0a77-4f2e-a686-ee77b2fc25db, session_id: ecf97b6d-cae2-40e1-9a70-b578f5945ffd, gen: 182 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.57108095Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 77eb014b-0a77-4f2e-a686-ee77b2fc25db, session_id: ecf97b6d-cae2-40e1-9a70-b578f5945ffd, gen: 182 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.571519639Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [317, 320, 318, 318, 315, 310, 310, 320, 319, 317, 302, 320]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.572582097Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.593018208Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:31.593064956Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.593089365Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 77eb014b-0a77-4f2e-a686-ee77b2fc25db, session_id: ecf97b6d-cae2-40e1-9a70-b578f5945ffd, gen: 182 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.593112263Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 77eb014b-0a77-4f2e-a686-ee77b2fc25db, session_id: ecf97b6d-cae2-40e1-9a70-b578f5945ffd, gen: 182 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.593136512Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:47009","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.734826717Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:47009): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.734897694Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"4"} {"msg":"Connection request from 8b529071-d122-4fa5-b514-915d60bbdd51 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.735272716Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 8b529071-d122-4fa5-b514-915d60bbdd51, session_id: f4731dd5-8bc4-4fdb-98a0-f5b349afa2cf, gen: 183 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.735306614Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 8b529071-d122-4fa5-b514-915d60bbdd51, session_id: f4731dd5-8bc4-4fdb-98a0-f5b349afa2cf, gen: 183 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.735777831Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [317, 320, 318, 318, 315, 310, 310, 320, 319, 317, 302, 320]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.73681518Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.739754177Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.740392465Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.74357564Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.744071786Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.745137413Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.747385693Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.753666046Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.754228419Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.757736678Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.758266522Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.759354348Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.761901154Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.766922219Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.767468302Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.770865536Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.771461987Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.772452498Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.775340437Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.781373642Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.782189262Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.785744698Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.786257064Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.787277054Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.790187681Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.795468733Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.795967749Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.799384242Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.799895187Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.800745985Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.803624085Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.808062698Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.812830055Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.816364542Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.816839369Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.817666178Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.820369226Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.825849169Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.82643227Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.829688491Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.830215355Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.831154379Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.833909675Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.838833584Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.839396856Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.842657367Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.843188831Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.844160674Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.847655133Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.852460978Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.853044549Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.856135068Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.856678922Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.857615646Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.860490985Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.866575288Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.867128911Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.870195481Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.870755894Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.871692388Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.874657093Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.879863818Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.880431581Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.885813118Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.886357701Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.887450688Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.890521448Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.895568251Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.896118054Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.89947952Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.90008472Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.901130189Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.905676047Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.911453815Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.911987588Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.915679118Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.916197343Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.917254591Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.919350069Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.924065488Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.924612022Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.92894202Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.929448705Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.930654976Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:31.933271768Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235476789Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235540635Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235566824Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235590843Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235614232Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.23563759Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235666149Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235689368Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235712067Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235733956Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235755565Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235779044Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235803313Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:32.235826481Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:35.992082527Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:35.992150944Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:35.992169783Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 8b529071-d122-4fa5-b514-915d60bbdd51, session_id: f4731dd5-8bc4-4fdb-98a0-f5b349afa2cf, gen: 183 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:35.992184702Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 8b529071-d122-4fa5-b514-915d60bbdd51, session_id: f4731dd5-8bc4-4fdb-98a0-f5b349afa2cf, gen: 183 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:35.992198151Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:39620","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.128127378Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:39620): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.128215374Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"5"} {"msg":"Connection request from f261aeb6-abc6-436e-b015-8d38b55ebc31 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.128659722Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: f261aeb6-abc6-436e-b015-8d38b55ebc31, session_id: b3a64b0b-17b5-4a5b-8d37-e85b0ada2d9c, gen: 184 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.12869202Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: f261aeb6-abc6-436e-b015-8d38b55ebc31, session_id: b3a64b0b-17b5-4a5b-8d37-e85b0ada2d9c, gen: 184 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.12911839Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [317, 320, 321, 318, 321, 310, 310, 320, 319, 317, 302, 321]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.130032905Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.150447947Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"5"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.150488975Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"5"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.150549892Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: f261aeb6-abc6-436e-b015-8d38b55ebc31, session_id: b3a64b0b-17b5-4a5b-8d37-e85b0ada2d9c, gen: 184 } (ConnectionId(5)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.150575191Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: f261aeb6-abc6-436e-b015-8d38b55ebc31, session_id: b3a64b0b-17b5-4a5b-8d37-e85b0ada2d9c, gen: 184 } (ConnectionId(5)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.150627899Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:64660","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.289141879Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:64660): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.289201876Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"6"} {"msg":"Connection request from 64f955df-3497-48ce-9a88-e3ae697013f7 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.289701461Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 64f955df-3497-48ce-9a88-e3ae697013f7, session_id: 5472ca8a-dd38-4894-91dc-f0511a6eb06b, gen: 185 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.28973803Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 64f955df-3497-48ce-9a88-e3ae697013f7, session_id: 5472ca8a-dd38-4894-91dc-f0511a6eb06b, gen: 185 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.290191727Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [317, 320, 321, 318, 321, 310, 310, 320, 319, 317, 302, 321]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.291147741Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.293766063Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.294448099Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.297480391Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.297966387Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.299719832Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.301295635Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.308697813Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.309196029Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.312820361Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.313354935Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.31427916Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.31694008Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.321411732Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.321947555Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.325312141Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.325865884Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.326814288Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.328709555Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.334100101Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.334622616Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.338114945Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.338661198Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.339466759Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.341003354Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.346464717Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.347005811Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.35050685Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00F.copy\" to \"/var/tmp/test_repair/8830/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.352993908Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00F.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.353845327Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00F.replace\" to \"/var/tmp/test_repair/8830/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.356327585Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.361295802Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.361815997Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.365282377Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/009.copy\" to \"/var/tmp/test_repair/8830/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.365860789Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/009.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.367453971Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/009.replace\" to \"/var/tmp/test_repair/8830/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.369232144Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.374384373Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.375013302Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.378164678Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.378635515Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.379848776Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.381936434Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.387032585Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.387552909Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.390875057Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.391397161Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.392426191Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.394547007Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.400338764Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.400867118Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.405050104Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.405590678Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.40656123Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.408795161Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.414247174Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.416676076Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.419912878Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.42046869Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.4215101Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.423585638Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.427802082Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.428328086Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.432314411Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.432907322Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.433937052Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.436809032Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.441429926Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.442081034Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.445533165Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.446087328Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.44767687Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:36.449201986Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790032468Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790085695Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790112854Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790136723Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790157312Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790178341Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.79019876Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790219919Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790243628Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790270297Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790293455Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:36.790316294Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.504954824Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"6"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:40.50503567Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"6"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.505102937Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 64f955df-3497-48ce-9a88-e3ae697013f7, session_id: 5472ca8a-dd38-4894-91dc-f0511a6eb06b, gen: 185 } (ConnectionId(6)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.505129396Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 64f955df-3497-48ce-9a88-e3ae697013f7, session_id: 5472ca8a-dd38-4894-91dc-f0511a6eb06b, gen: 185 } (ConnectionId(6)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.505153604Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:50856","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.672391121Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:50856): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.672488246Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"7"} {"msg":"Connection request from fb7cb9de-4d10-4a11-97c8-54b51b66c1c0 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.672828379Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: fb7cb9de-4d10-4a11-97c8-54b51b66c1c0, session_id: e1bac113-3c75-402f-8614-71f11e16c64f, gen: 186 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.672856248Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: fb7cb9de-4d10-4a11-97c8-54b51b66c1c0, session_id: e1bac113-3c75-402f-8614-71f11e16c64f, gen: 186 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.673306396Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [322, 320, 321, 318, 321, 310, 322, 320, 319, 322, 302, 321]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.674210762Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.698832729Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"7"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:40.698878986Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"7"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.698912034Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: fb7cb9de-4d10-4a11-97c8-54b51b66c1c0, session_id: e1bac113-3c75-402f-8614-71f11e16c64f, gen: 186 } (ConnectionId(7)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.698944553Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: fb7cb9de-4d10-4a11-97c8-54b51b66c1c0, session_id: e1bac113-3c75-402f-8614-71f11e16c64f, gen: 186 } (ConnectionId(7)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.698974611Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:38884","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.868922125Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:38884): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.869000431Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"8"} {"msg":"Connection request from c7dba0ef-539b-44ed-9dd8-4fde5d644058 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.869467518Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: c7dba0ef-539b-44ed-9dd8-4fde5d644058, session_id: 273167f9-eabe-40c3-808b-aa6262e47127, gen: 187 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.869498677Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: c7dba0ef-539b-44ed-9dd8-4fde5d644058, session_id: 273167f9-eabe-40c3-808b-aa6262e47127, gen: 187 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.870080828Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [323, 320, 321, 323, 324, 324, 322, 323, 324, 322, 302, 321]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.870808583Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.873590737Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.875316103Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.878669589Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.879217222Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.881064932Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.883018116Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.887943695Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.888549696Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.891690532Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.892245115Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.893942562Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.896309766Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.901823907Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.902342502Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.905590713Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.906126557Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.907569626Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.910207537Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.914817212Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.915375715Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.919195168Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.919802388Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.92080032Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.922036779Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.926358108Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.9269252Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.933497479Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.933996835Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.935040054Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.936266744Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.94084073Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.941376494Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.944854484Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.945411627Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.946605288Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.948558513Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.953153608Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.953697592Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.957804191Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.958425531Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.95946665Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:40.962874043Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:41.369852233Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:41.36991551Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:41.369940009Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:41.369961077Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:41.369974267Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:41.369986176Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:41.369997926Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.018850321Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"8"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.018972455Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"8"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.019007153Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: c7dba0ef-539b-44ed-9dd8-4fde5d644058, session_id: 273167f9-eabe-40c3-808b-aa6262e47127, gen: 187 } (ConnectionId(8)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.019030232Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: c7dba0ef-539b-44ed-9dd8-4fde5d644058, session_id: 273167f9-eabe-40c3-808b-aa6262e47127, gen: 187 } (ConnectionId(8)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.019045691Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:43724","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.187300048Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:43724): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.187361125Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"9"} {"msg":"Connection request from 8819afeb-1894-4bed-a472-47e1c07e77c2 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.187702128Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 8819afeb-1894-4bed-a472-47e1c07e77c2, session_id: 0ade6c95-90ed-4efe-b2a8-2e8a0877d873, gen: 188 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.187739597Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 8819afeb-1894-4bed-a472-47e1c07e77c2, session_id: 0ade6c95-90ed-4efe-b2a8-2e8a0877d873, gen: 188 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.188156466Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [323, 320, 321, 323, 324, 325, 322, 323, 324, 322, 302, 321]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.188927399Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.209214427Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"9"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.209308823Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"9"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.209336181Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 8819afeb-1894-4bed-a472-47e1c07e77c2, session_id: 0ade6c95-90ed-4efe-b2a8-2e8a0877d873, gen: 188 } (ConnectionId(9)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.20935877Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 8819afeb-1894-4bed-a472-47e1c07e77c2, session_id: 0ade6c95-90ed-4efe-b2a8-2e8a0877d873, gen: 188 } (ConnectionId(9)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.209380919Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:49759","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.378793919Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:49759): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.378900274Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"10"} {"msg":"Connection request from c3e15b18-29f7-45f8-94bf-21379216f983 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.379343812Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: c3e15b18-29f7-45f8-94bf-21379216f983, session_id: 10b832dc-c68f-4045-8330-61f779d612f5, gen: 189 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.379374851Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: c3e15b18-29f7-45f8-94bf-21379216f983, session_id: 10b832dc-c68f-4045-8330-61f779d612f5, gen: 189 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.379862247Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [323, 320, 321, 323, 324, 325, 322, 323, 324, 322, 302, 321]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.380705276Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.383792175Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.385263733Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.388718724Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.389254508Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.3902389Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.393086951Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.39821265Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.398756033Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.402201005Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.402742659Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.404238945Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.4062037Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.411164817Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.41171898Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.414681065Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.415185311Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.416288887Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.418737647Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.424262067Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.424801251Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.428142377Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.428713069Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.430042075Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.43300331Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.437577396Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.438160118Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.442721695Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.44323201Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.444136586Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.446198495Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.451270027Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.451787282Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.45612986Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.456741919Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.457897983Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.460402511Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.468140562Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.468771632Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.472037552Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.472557407Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.473472162Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.477498105Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.483161308Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.483717471Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.48702Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.487565243Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.488527946Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.491561048Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.496724676Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.497260649Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.500684262Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/014.copy\" to \"/var/tmp/test_repair/8830/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.501271353Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/014.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.502821507Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/014.replace\" to \"/var/tmp/test_repair/8830/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.505964064Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.512031557Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.512565001Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.517063231Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.517693891Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.518947399Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.521579011Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.527016865Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.527579177Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.532572404Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.53326081Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.534665211Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.537051954Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.544320459Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.544904971Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.549319435Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.550049469Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.551166015Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.55412695Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.559741856Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.56026392Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.563526781Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.564097973Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.565087734Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.568309977Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.575340123Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.575900776Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.579408084Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.579934509Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.581173148Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:45.583640037Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.879769704Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.879817792Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.879843141Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.87986624Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.879889758Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.879911467Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.879934616Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.879957275Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.879980964Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.880003903Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.880030062Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.88005451Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.880079209Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:45.880104188Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.638273391Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"10"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:49.638512049Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"10"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.638612924Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: c3e15b18-29f7-45f8-94bf-21379216f983, session_id: 10b832dc-c68f-4045-8330-61f779d612f5, gen: 189 } (ConnectionId(10)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.638635583Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: c3e15b18-29f7-45f8-94bf-21379216f983, session_id: 10b832dc-c68f-4045-8330-61f779d612f5, gen: 189 } (ConnectionId(10)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.638656352Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:57445","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.807943988Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:57445): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.808006655Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"11"} {"msg":"Connection request from 806821aa-d7e5-4e71-b747-630d6d97fd67 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.808612745Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 806821aa-d7e5-4e71-b747-630d6d97fd67, session_id: 0c9fa852-d7c1-4e4a-8308-4a80e7e77e73, gen: 190 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.808641714Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 806821aa-d7e5-4e71-b747-630d6d97fd67, session_id: 0c9fa852-d7c1-4e4a-8308-4a80e7e77e73, gen: 190 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.80911552Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [323, 326, 321, 326, 326, 326, 326, 323, 324, 322, 326, 326]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.810047215Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.840989583Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"11"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:49.84104548Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"11"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.841073349Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 806821aa-d7e5-4e71-b747-630d6d97fd67, session_id: 0c9fa852-d7c1-4e4a-8308-4a80e7e77e73, gen: 190 } (ConnectionId(11)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.841096268Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 806821aa-d7e5-4e71-b747-630d6d97fd67, session_id: 0c9fa852-d7c1-4e4a-8308-4a80e7e77e73, gen: 190 } (ConnectionId(11)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:49.841118336Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:44446","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.004546909Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:44446): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.004604216Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"12"} {"msg":"Connection request from 54d1140c-b743-4e6d-82ce-81157a46b934 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.005113571Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 54d1140c-b743-4e6d-82ce-81157a46b934, session_id: f5407a0e-b42b-40d4-a758-216aeaa1b09e, gen: 191 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.005154489Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 54d1140c-b743-4e6d-82ce-81157a46b934, session_id: f5407a0e-b42b-40d4-a758-216aeaa1b09e, gen: 191 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.00554455Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [323, 328, 329, 326, 326, 326, 326, 323, 328, 322, 326, 326]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.006454806Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.009156984Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.010530136Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.015117112Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.01578242Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.016864167Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.01966388Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.025115334Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.025697425Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.028921558Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/012.copy\" to \"/var/tmp/test_repair/8830/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.029627373Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/012.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.03111587Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/012.replace\" to \"/var/tmp/test_repair/8830/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.03338701Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.039220584Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.039750639Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.042821698Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.043349643Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.044365063Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:50.046353376Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:50.505527004Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:50.505569032Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:50.505594091Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.102380151Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"12"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.102433439Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"12"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.102462307Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 54d1140c-b743-4e6d-82ce-81157a46b934, session_id: f5407a0e-b42b-40d4-a758-216aeaa1b09e, gen: 191 } (ConnectionId(12)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.102494576Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 54d1140c-b743-4e6d-82ce-81157a46b934, session_id: f5407a0e-b42b-40d4-a758-216aeaa1b09e, gen: 191 } (ConnectionId(12)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.102520534Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:40640","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.265396844Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:40640): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.265496719Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"13"} {"msg":"Connection request from 75667b69-7cf1-4abe-aafd-6fd6a18ecb5c with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.26608133Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 75667b69-7cf1-4abe-aafd-6fd6a18ecb5c, session_id: cd21191b-e5a1-4005-8818-e0441ae5c01c, gen: 192 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.266119119Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 75667b69-7cf1-4abe-aafd-6fd6a18ecb5c, session_id: cd21191b-e5a1-4005-8818-e0441ae5c01c, gen: 192 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.266610185Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [323, 328, 329, 326, 326, 326, 326, 323, 328, 322, 326, 326]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.267550039Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.295207247Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"13"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.295249565Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"13"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.295274154Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 75667b69-7cf1-4abe-aafd-6fd6a18ecb5c, session_id: cd21191b-e5a1-4005-8818-e0441ae5c01c, gen: 192 } (ConnectionId(13)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.295298362Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 75667b69-7cf1-4abe-aafd-6fd6a18ecb5c, session_id: cd21191b-e5a1-4005-8818-e0441ae5c01c, gen: 192 } (ConnectionId(13)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.29534424Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:61822","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.462467822Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:61822): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.462626335Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"14"} {"msg":"Connection request from f637072d-1016-4b91-81f4-949e639fc9f9 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.463060963Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: f637072d-1016-4b91-81f4-949e639fc9f9, session_id: 613087e2-9586-435f-8188-a4fc18af5ee9, gen: 193 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.463101341Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: f637072d-1016-4b91-81f4-949e639fc9f9, session_id: 613087e2-9586-435f-8188-a4fc18af5ee9, gen: 193 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.463583408Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [331, 331, 329, 331, 331, 326, 331, 323, 328, 322, 326, 326]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.464462395Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.469758736Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.471254553Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.474445427Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.475087255Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.477093208Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.478900849Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.484488236Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.485084147Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.488531429Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.489043044Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.490091662Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.491877555Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.499728801Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:12 Found repair files: [\"00C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.500231857Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 12 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.509441236Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00C.copy\" to \"/var/tmp/test_repair/8830/00/000/00C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.510068796Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.511467188Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00C.replace\" to \"/var/tmp/test_repair/8830/00/000/00C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.535941061Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.541685481Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.54231115Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.547897567Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.54845274Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.549796604Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.551792237Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.55621868Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.556756254Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.560991327Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.563768071Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.565083147Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.567314758Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.572407229Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.572952212Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.576439512Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.576965286Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.578061613Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.580618218Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.585421313Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:11 Found repair files: [\"00B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.585999615Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 11 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.589737572Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00B.copy\" to \"/var/tmp/test_repair/8830/00/000/00B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.590283645Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.591721355Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00B.replace\" to \"/var/tmp/test_repair/8830/00/000/00B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.593719628Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.599272666Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.59981641Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.603277841Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.603856972Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.604970158Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:54.607234547Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.964103975Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.964194351Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 11 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.964232639Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 12 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.964262358Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.964292246Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.964326755Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.964343354Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:54.964354923Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.659391622Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"14"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:58.659461579Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"14"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.659490237Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: f637072d-1016-4b91-81f4-949e639fc9f9, session_id: 613087e2-9586-435f-8188-a4fc18af5ee9, gen: 193 } (ConnectionId(14)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.659515536Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: f637072d-1016-4b91-81f4-949e639fc9f9, session_id: 613087e2-9586-435f-8188-a4fc18af5ee9, gen: 193 } (ConnectionId(14)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.659540005Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:39707","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.797514771Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:39707): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.797573568Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"15"} {"msg":"Connection request from 3902046d-7630-4a61-9bda-be1f8714543f with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.798127681Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 3902046d-7630-4a61-9bda-be1f8714543f, session_id: e651cf9f-56fe-458c-930b-cd6dc9a9ec34, gen: 194 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.798159469Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 3902046d-7630-4a61-9bda-be1f8714543f, session_id: e651cf9f-56fe-458c-930b-cd6dc9a9ec34, gen: 194 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.798645956Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [331, 332, 329, 331, 331, 332, 331, 323, 328, 322, 326, 332]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.799517113Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.824046594Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"15"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:58.824088282Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"15"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.824113931Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 3902046d-7630-4a61-9bda-be1f8714543f, session_id: e651cf9f-56fe-458c-930b-cd6dc9a9ec34, gen: 194 } (ConnectionId(15)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.82413574Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 3902046d-7630-4a61-9bda-be1f8714543f, session_id: e651cf9f-56fe-458c-930b-cd6dc9a9ec34, gen: 194 } (ConnectionId(15)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.824167028Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:53768","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.959650367Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:53768): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.95979474Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"16"} {"msg":"Connection request from 0380475b-558b-4b7e-9548-9ac774248ac9 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.960120114Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 0380475b-558b-4b7e-9548-9ac774248ac9, session_id: 61c36d41-e533-4a20-a227-5ff84f7d9bde, gen: 195 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.960143333Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 0380475b-558b-4b7e-9548-9ac774248ac9, session_id: 61c36d41-e533-4a20-a227-5ff84f7d9bde, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.960548543Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [331, 334, 329, 334, 331, 332, 331, 323, 328, 322, 326, 332]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.961410631Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.964150927Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.964765617Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.967824597Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.968312244Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.969713965Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.971009742Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.97840549Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.97902885Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.983302911Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01A.copy\" to \"/var/tmp/test_repair/8830/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.983871453Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.984874364Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01A.replace\" to \"/var/tmp/test_repair/8830/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.987904666Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.992990087Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.993699363Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.996561043Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:58.999675281Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.000876582Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.003011268Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.00765855Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.008204744Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.01196001Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.012456406Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.013482886Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.01627358Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.022578791Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.023317205Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.027064702Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.027944249Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.029029616Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.032047658Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.037702172Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.038297533Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.041442859Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.041943015Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.04368492Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.045809916Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.050916106Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.05144551Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.054671293Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.055209486Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.056790159Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.058932244Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.064081863Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.064608507Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.067940044Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/011.copy\" to \"/var/tmp/test_repair/8830/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.068455379Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/011.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.070309859Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/011.replace\" to \"/var/tmp/test_repair/8830/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.072248764Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.077533426Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.07804689Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.081010956Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.082709033Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.083515573Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:29:59.086748815Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:59.460814803Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:59.460914448Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:59.460979465Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:59.461041732Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:59.461107159Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:59.461132058Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:59.461145447Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:59.461156796Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:29:59.461168006Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.145338386Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"16"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.145467919Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"16"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.145501208Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 0380475b-558b-4b7e-9548-9ac774248ac9, session_id: 61c36d41-e533-4a20-a227-5ff84f7d9bde, gen: 195 } (ConnectionId(16)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.145529346Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 0380475b-558b-4b7e-9548-9ac774248ac9, session_id: 61c36d41-e533-4a20-a227-5ff84f7d9bde, gen: 195 } (ConnectionId(16)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.145557165Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:37536","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.283020776Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:37536): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.283111102Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"17"} {"msg":"Connection request from 3258b9f0-9fbc-4ffb-bba5-80b1102e403d with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.283584819Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 3258b9f0-9fbc-4ffb-bba5-80b1102e403d, session_id: a2b41f80-a1e7-43b1-bdb9-47aa1bbbd8bc, gen: 196 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.283622967Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 3258b9f0-9fbc-4ffb-bba5-80b1102e403d, session_id: a2b41f80-a1e7-43b1-bdb9-47aa1bbbd8bc, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.284045117Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [335, 335, 329, 334, 331, 335, 331, 323, 328, 322, 326, 332]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.284927373Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.311004459Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"17"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.311051047Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"17"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.311083835Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 3258b9f0-9fbc-4ffb-bba5-80b1102e403d, session_id: a2b41f80-a1e7-43b1-bdb9-47aa1bbbd8bc, gen: 196 } (ConnectionId(17)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.311114003Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 3258b9f0-9fbc-4ffb-bba5-80b1102e403d, session_id: a2b41f80-a1e7-43b1-bdb9-47aa1bbbd8bc, gen: 196 } (ConnectionId(17)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.311140132Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:64793","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.449715689Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:64793): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.449823714Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"18"} {"msg":"Connection request from 7f3fadc7-14c8-4219-bd35-dcf852489f7e with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.450300511Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 7f3fadc7-14c8-4219-bd35-dcf852489f7e, session_id: 4274625e-6630-475a-8ff6-60df3fca99a2, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.450330359Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 7f3fadc7-14c8-4219-bd35-dcf852489f7e, session_id: 4274625e-6630-475a-8ff6-60df3fca99a2, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.4507371Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [335, 335, 329, 336, 331, 335, 331, 336, 338, 338, 326, 332]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.451667844Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/000.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.454691206Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:0 Found repair files: [\"000\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.455322195Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 0 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.458865582Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/000.copy\" to \"/var/tmp/test_repair/8830/00/000/000.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.459393116Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/000.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.460992269Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/000.replace\" to \"/var/tmp/test_repair/8830/00/000/000.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.464345154Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.472476597Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.473077868Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.477493492Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.478204837Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.479413528Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.482187962Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.488145291Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.488661536Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.49206681Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01D.copy\" to \"/var/tmp/test_repair/8830/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.492641782Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.493628253Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01D.replace\" to \"/var/tmp/test_repair/8830/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.496707613Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.502741608Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.503268062Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.506918394Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.507572572Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.508381682Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.511730639Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.516997191Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.517498817Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.520823594Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.521381007Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.522381768Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.525725225Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.531832216Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.532317892Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.535887518Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.536416652Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.537429223Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.539798127Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.545948266Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.546530598Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.550390509Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.550955261Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.552739714Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.555707829Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.561186312Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.565700341Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.570113705Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.57064135Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.57185869Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.574608176Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.579608371Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.580160114Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.584383198Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/015.copy\" to \"/var/tmp/test_repair/8830/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.584900942Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/015.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.585944662Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/015.replace\" to \"/var/tmp/test_repair/8830/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:03.589416022Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.951049207Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.951104505Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.951129734Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.951152572Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.951168841Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.951181941Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.95119355Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.95120495Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:03.951216109Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.644066755Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"18"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:07.644131912Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"18"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.64416088Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 7f3fadc7-14c8-4219-bd35-dcf852489f7e, session_id: 4274625e-6630-475a-8ff6-60df3fca99a2, gen: 197 } (ConnectionId(18)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.644189189Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 7f3fadc7-14c8-4219-bd35-dcf852489f7e, session_id: 4274625e-6630-475a-8ff6-60df3fca99a2, gen: 197 } (ConnectionId(18)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.644217318Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:33264","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.778611379Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:33264): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.778672946Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"19"} {"msg":"Connection request from 7cffe358-b65b-452a-9a7a-15ce7a78304f with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.779077106Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 7cffe358-b65b-452a-9a7a-15ce7a78304f, session_id: 0c33f15e-0075-4e3a-b05b-9ce3014cc337, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.779116134Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 7cffe358-b65b-452a-9a7a-15ce7a78304f, session_id: 0c33f15e-0075-4e3a-b05b-9ce3014cc337, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.779516815Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [339, 335, 329, 336, 331, 335, 331, 339, 338, 338, 326, 332]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.780454649Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.801033883Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"19"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:07.801075581Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"19"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.801145788Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 7cffe358-b65b-452a-9a7a-15ce7a78304f, session_id: 0c33f15e-0075-4e3a-b05b-9ce3014cc337, gen: 198 } (ConnectionId(19)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.801174146Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 7cffe358-b65b-452a-9a7a-15ce7a78304f, session_id: 0c33f15e-0075-4e3a-b05b-9ce3014cc337, gen: 198 } (ConnectionId(19)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.801201575Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"accepted connection from 127.0.0.1:36935","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.939983892Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"main"} {"msg":"connection (127.0.0.1:36935): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.940038439Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"id":"20"} {"msg":"Connection request from 70faeded-fe49-4c58-a33d-76bf49a20229 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.940564224Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 70faeded-fe49-4c58-a33d-76bf49a20229, session_id: ef3976d0-47d2-44e8-8f94-944fa081c194, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.940613651Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"UpstairsConnection { upstairs_id: 70faeded-fe49-4c58-a33d-76bf49a20229, session_id: ef3976d0-47d2-44e8-8f94-944fa081c194, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.941094148Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Current flush_numbers [0..12]: [339, 335, 329, 336, 331, 335, 331, 339, 338, 338, 326, 332]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.94207111Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.944886303Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.945537871Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.949467588Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.950011312Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.951346267Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.953894302Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.959888149Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.960448762Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.964113603Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.964697294Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.966460328Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.969135377Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.973876906Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.97441084Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.978230403Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.978726909Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.979641394Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.983425449Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.989903382Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.990438826Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.993478148Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.994016731Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.995693479Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:07.998294692Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.00304705Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.003625182Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.007806237Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/019.copy\" to \"/var/tmp/test_repair/8830/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.008501923Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/019.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.0096033Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/019.replace\" to \"/var/tmp/test_repair/8830/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.011909067Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.018371871Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:13 Found repair files: [\"00D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.018924454Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 13 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.022640432Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00D.copy\" to \"/var/tmp/test_repair/8830/00/000/00D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.023170776Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00D.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.024754699Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00D.replace\" to \"/var/tmp/test_repair/8830/00/000/00D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.026402708Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.032408955Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.032985787Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.038569224Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.039167975Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.040831803Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.042372648Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.048377554Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.048921798Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.052648846Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.053348262Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.054474376Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.056549735Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.062063585Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.062624198Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.066697409Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.067408244Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.068362198Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.069929891Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.074732026Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.075296369Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.079655026Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.080289805Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.081151053Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.083673529Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.08876766Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.089320773Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.097395499Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.097944812Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.098783371Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.102164396Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.107437488Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.107942743Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.111789695Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/010.copy\" to \"/var/tmp/test_repair/8830/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.112294321Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/010.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.113220755Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/010.replace\" to \"/var/tmp/test_repair/8830/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:08.116431108Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.440898841Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.440959067Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.440986996Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.441012015Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.441036654Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.441060993Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.441085651Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.44110952Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.441133619Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.441161258Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.441185647Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:08.441209365Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:12.174695424Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"20"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-08T20:30:12.174740292Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894,"task":"recv","id":"20"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:12.174762611Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 70faeded-fe49-4c58-a33d-76bf49a20229, session_id: ef3976d0-47d2-44e8-8f94-944fa081c194, gen: 199 } (ConnectionId(20)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:12.17478412Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894} {"msg":"upstairs UpstairsConnection { upstairs_id: 70faeded-fe49-4c58-a33d-76bf49a20229, session_id: ef3976d0-47d2-44e8-8f94-944fa081c194, gen: 199 } (ConnectionId(20)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-08T20:30:12.174805619Z","hostname":"w-01JC6Q01W6ASASK2KCFV97BEDW","pid":1894}