{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.812778826Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.813187199Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.813212912Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.820712448Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.820744283Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 3818f0fc76fe787c6cc412af30fd59b930203885\nCommit timestamp: 2024-11-01T16:08:30.000000000Z branch: renovate/hyper-1.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.864608975Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.864662151Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.865655189Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.865962559Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.866091646Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.866115639Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.866188968Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"main"} {"msg":"accepted connection from 127.0.0.1:51893","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.893150352Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:51893): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.893352868Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"id":"0"} {"msg":"Connection request from 76ae973f-0026-4e86-aaed-32ece48e7002 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.893809547Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 76ae973f-0026-4e86-aaed-32ece48e7002, session_id: df3bfbf3-1783-4b43-bdea-af04b5fac815, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.89383248Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"UpstairsConnection { upstairs_id: 76ae973f-0026-4e86-aaed-32ece48e7002, session_id: df3bfbf3-1783-4b43-bdea-af04b5fac815, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.894231951Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Current flush_numbers [0..12]: [332, 330, 330, 329, 331, 329, 323, 322, 327, 330, 332, 331]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.895107834Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01D.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.897302687Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:29 Found repair files: [\"01D\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.898869789Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 29 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.910561135Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01D.copy\" to \"/var/tmp/test_repair/8820/00/000/01D.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.91153106Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01D.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.913067428Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01D.replace\" to \"/var/tmp/test_repair/8820/00/000/01D.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.914367836Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.919247595Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.919801966Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.922512055Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.923056875Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.924186661Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.925538105Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.930045176Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.930753117Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.933706027Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00A.copy\" to \"/var/tmp/test_repair/8820/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.934276461Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.934996024Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00A.replace\" to \"/var/tmp/test_repair/8820/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.936604551Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.940487471Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.941146066Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.944664979Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.945149982Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.94591063Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:33.948092221Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:34.394173668Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:34.394204552Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:34.394227895Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:34.394250848Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.001922115Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.001970842Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.002016287Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 76ae973f-0026-4e86-aaed-32ece48e7002, session_id: df3bfbf3-1783-4b43-bdea-af04b5fac815, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.002043451Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 76ae973f-0026-4e86-aaed-32ece48e7002, session_id: df3bfbf3-1783-4b43-bdea-af04b5fac815, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.002067694Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"accepted connection from 127.0.0.1:47470","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.134962347Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:47470): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.135006043Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"id":"1"} {"msg":"Connection request from e07bfae7-0f5e-4692-a666-f649f76238e0 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.135436498Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: e07bfae7-0f5e-4692-a666-f649f76238e0, session_id: 9c007b1c-fc78-43d3-8563-2df524c3ded8, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.135464942Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"UpstairsConnection { upstairs_id: e07bfae7-0f5e-4692-a666-f649f76238e0, session_id: 9c007b1c-fc78-43d3-8563-2df524c3ded8, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.135960036Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Current flush_numbers [0..12]: [332, 330, 330, 333, 331, 329, 323, 322, 327, 330, 333, 331]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.136780501Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.160141222Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.160183607Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.16020873Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: e07bfae7-0f5e-4692-a666-f649f76238e0, session_id: 9c007b1c-fc78-43d3-8563-2df524c3ded8, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.160232053Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: e07bfae7-0f5e-4692-a666-f649f76238e0, session_id: 9c007b1c-fc78-43d3-8563-2df524c3ded8, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.160254366Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"accepted connection from 127.0.0.1:53795","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.291379231Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:53795): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.291434388Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"id":"2"} {"msg":"Connection request from f765d784-b759-4c36-86fa-b9fc6b917edc with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.291881836Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: f765d784-b759-4c36-86fa-b9fc6b917edc, session_id: 9e9dc793-5730-4eb5-97c0-b51523b74998, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.29191055Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"UpstairsConnection { upstairs_id: f765d784-b759-4c36-86fa-b9fc6b917edc, session_id: 9e9dc793-5730-4eb5-97c0-b51523b74998, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.292318622Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Current flush_numbers [0..12]: [332, 330, 330, 333, 331, 329, 323, 334, 327, 334, 334, 335]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.293253333Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.295884952Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.296564779Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.299736158Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/007.copy\" to \"/var/tmp/test_repair/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.300231912Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/007.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.301202497Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/007.replace\" to \"/var/tmp/test_repair/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.303070178Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.307156484Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.307642537Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.310704941Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.311199485Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.311932489Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.314038371Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.318787753Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.319350415Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.322252059Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/004.copy\" to \"/var/tmp/test_repair/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.322772136Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/004.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.324024427Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/004.replace\" to \"/var/tmp/test_repair/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.325641146Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.329069348Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.329759686Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.33320474Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.333734709Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.334584838Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.335982228Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.340202812Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.340967241Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.344526949Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.345068379Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.345893605Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.347647631Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.351340997Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.351845692Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.355799332Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.356375866Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.357454295Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.359575808Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.365401629Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.365987964Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.369625823Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.370175634Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.37092005Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.373024661Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792646918Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.79273613Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792791797Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792848514Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.7928934Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792909592Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792932465Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:42.429749219Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:42.429800925Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:42.42983072Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: f765d784-b759-4c36-86fa-b9fc6b917edc, session_id: 9e9dc793-5730-4eb5-97c0-b51523b74998, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:42.429858703Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: f765d784-b759-4c36-86fa-b9fc6b917edc, session_id: 9e9dc793-5730-4eb5-97c0-b51523b74998, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:42.429886096Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1966}