{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.346130081Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.346785821Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.34681492Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.350889121Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.35092207Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 5698e843f5bfd164775ff7ff0d12625b59494d67\nCommit timestamp: 2024-11-15T01:38:50.000000000Z branch: alan/global-state-from-dtrace\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.395646331Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.395714298Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.39676812Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.397085165Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.397218819Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.397239798Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.397305325Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"main"} {"msg":"accepted connection from 127.0.0.1:40465","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.427361375Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"main"} {"msg":"connection (127.0.0.1:40465): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.427619513Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"id":"0"} {"msg":"Connection request from 6fceb07b-6f43-4b74-98c4-dca1deac9bb4 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.427862302Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: 6fceb07b-6f43-4b74-98c4-dca1deac9bb4, session_id: 0a8c5757-96c3-45dd-806c-6fe43fd3c659, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.42788683Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"UpstairsConnection { upstairs_id: 6fceb07b-6f43-4b74-98c4-dca1deac9bb4, session_id: 0a8c5757-96c3-45dd-806c-6fe43fd3c659, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.428272563Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Current flush_numbers [0..12]: [356, 373, 373, 363, 373, 363, 372, 373, 372, 363, 373, 372]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.429072175Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.430767127Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.432527626Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.434213078Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.434729474Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.43481421Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.434942094Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.436439435Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.437170861Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.438826204Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.439370949Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.439400238Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.43957119Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/011.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.441070851Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:17 Found repair files: [\"011\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.441608246Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 17 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.443293538Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/011.copy\" to \"/var/tmp/test_repair/8820/00/000/011.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.443830553Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/011.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.443866461Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/011.replace\" to \"/var/tmp/test_repair/8820/00/000/011.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.443975266Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/014.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.445482127Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:20 Found repair files: [\"014\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.446157055Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 20 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.447654126Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/014.copy\" to \"/var/tmp/test_repair/8820/00/000/014.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.448310476Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/014.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.448336984Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/014.replace\" to \"/var/tmp/test_repair/8820/00/000/014.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.448467709Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.449847475Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.450413768Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.451939028Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.452444555Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.452487203Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.452610867Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.454209383Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.454730659Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.456324065Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.459474169Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.459513938Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.459662941Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.461099614Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.461662538Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.463488474Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.464036818Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.464103146Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.464234429Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.465868394Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.46659798Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.468376138Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.46896918Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.469006189Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.469137993Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.470649173Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.47135796Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.472889059Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.473575287Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.473606236Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.47373402Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.475187463Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.475776846Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.477428259Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.477910497Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.477996873Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.478108958Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/015.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.47956222Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:21 Found repair files: [\"015\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.480081056Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 21 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.481847275Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/015.copy\" to \"/var/tmp/test_repair/8820/00/000/015.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.482504904Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/015.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.482532593Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/015.replace\" to \"/var/tmp/test_repair/8820/00/000/015.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.482669197Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.484150158Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.487105802Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.488718507Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.48931286Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.489344368Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:30.489473242Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004440116Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004469574Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004491383Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004514472Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004542481Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.00456541Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 20 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004589069Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 21 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004612138Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004647606Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004671835Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004694414Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:31.004718153Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.543706132Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:34.543764939Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.543782878Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: 6fceb07b-6f43-4b74-98c4-dca1deac9bb4, session_id: 0a8c5757-96c3-45dd-806c-6fe43fd3c659, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.543797037Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: 6fceb07b-6f43-4b74-98c4-dca1deac9bb4, session_id: 0a8c5757-96c3-45dd-806c-6fe43fd3c659, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.543810347Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"accepted connection from 127.0.0.1:43173","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.67780137Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"main"} {"msg":"connection (127.0.0.1:43173): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.677935614Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"id":"1"} {"msg":"Connection request from ad651c94-801f-4dd1-b819-0723d90d8c57 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.678306377Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: ad651c94-801f-4dd1-b819-0723d90d8c57, session_id: 16a71862-0f66-4084-9b55-8a4fcbec54e5, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.678333015Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"UpstairsConnection { upstairs_id: ad651c94-801f-4dd1-b819-0723d90d8c57, session_id: 16a71862-0f66-4084-9b55-8a4fcbec54e5, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.678738657Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Current flush_numbers [0..12]: [356, 374, 374, 374, 373, 363, 372, 373, 374, 374, 373, 372]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.679624756Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.701502764Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:34.701539902Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.70159258Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: ad651c94-801f-4dd1-b819-0723d90d8c57, session_id: 16a71862-0f66-4084-9b55-8a4fcbec54e5, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.701623058Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: ad651c94-801f-4dd1-b819-0723d90d8c57, session_id: 16a71862-0f66-4084-9b55-8a4fcbec54e5, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.701651157Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"accepted connection from 127.0.0.1:44941","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.839720981Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"main"} {"msg":"connection (127.0.0.1:44941): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.839790878Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"id":"2"} {"msg":"Connection request from b580404b-c752-44db-8981-4e5e66db5d45 with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.840113653Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: b580404b-c752-44db-8981-4e5e66db5d45, session_id: fb0043a5-f28a-456a-a50e-90946547a417, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.840148111Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"UpstairsConnection { upstairs_id: b580404b-c752-44db-8981-4e5e66db5d45, session_id: fb0043a5-f28a-456a-a50e-90946547a417, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.840682467Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Current flush_numbers [0..12]: [356, 377, 378, 374, 373, 363, 372, 373, 374, 374, 373, 372]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.841421292Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.843180721Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.843833971Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.845611739Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/003.copy\" to \"/var/tmp/test_repair/8820/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.846177203Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/003.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.84622575Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/003.replace\" to \"/var/tmp/test_repair/8820/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.846385723Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.849057339Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.849572746Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.851294036Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01B.copy\" to \"/var/tmp/test_repair/8820/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.85185423Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01B.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.851882459Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01B.replace\" to \"/var/tmp/test_repair/8820/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.852016982Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.853526093Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.854035069Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.855658024Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/004.copy\" to \"/var/tmp/test_repair/8820/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.856164701Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/004.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.856203039Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/004.replace\" to \"/var/tmp/test_repair/8820/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.856341593Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.857977997Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.858679344Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.860447243Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.861024366Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.861050045Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.861174639Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.862548455Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.863077221Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.864680047Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/013.copy\" to \"/var/tmp/test_repair/8820/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.865221762Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/013.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.86525826Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/013.replace\" to \"/var/tmp/test_repair/8820/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.865407033Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/019.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.866828588Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:25 Found repair files: [\"019\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.867334574Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 25 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.868871923Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/019.copy\" to \"/var/tmp/test_repair/8820/00/000/019.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.86937738Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/019.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.869404938Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/019.replace\" to \"/var/tmp/test_repair/8820/00/000/019.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.869543212Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.871271302Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.871948271Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.87348764Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.874083872Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.874111381Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.874295602Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/012.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.875763574Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:18 Found repair files: [\"012\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.876264621Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 18 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.878081707Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/012.copy\" to \"/var/tmp/test_repair/8820/00/000/012.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.878647071Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/012.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.878709288Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/012.replace\" to \"/var/tmp/test_repair/8820/00/000/012.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.878869111Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.880317604Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.882941242Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.884785297Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.885320932Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.885348771Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.885471575Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/010.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.887001244Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"eid:16 Found repair files: [\"010\"]","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.887497841Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Verify extent 16 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.888965454Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/010.copy\" to \"/var/tmp/test_repair/8820/00/000/010.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.88948515Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/010.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.889521848Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/010.replace\" to \"/var/tmp/test_repair/8820/00/000/010.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:34.889666311Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403081437Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403177193Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403223961Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403249569Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403274358Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403296297Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403319196Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 25 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403342155Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403367584Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:35.403392963Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:38.944397157Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-15T02:04:38.944469824Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:38.944501743Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: b580404b-c752-44db-8981-4e5e66db5d45, session_id: fb0043a5-f28a-456a-a50e-90946547a417, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:38.944532371Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968} {"msg":"upstairs UpstairsConnection { upstairs_id: b580404b-c752-44db-8981-4e5e66db5d45, session_id: fb0043a5-f28a-456a-a50e-90946547a417, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-15T02:04:38.94456301Z","hostname":"w-01JCPRHQ1XX8AF79GPE6SZSM7S","pid":1968}