{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.777208093Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.777814702Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.777839317Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.780383985Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.78040729Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2d334f767f4e70887c1c804fc50babae5e22bede\nCommit timestamp: 2025-01-23T17:21:44.000000000Z branch: renovate/tokio-util-0.x-lockfile\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.824604376Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.824667903Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.826137254Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.826549435Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.826732025Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.826780985Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.826815007Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"accepted connection from 127.0.0.1:49330","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.8291126Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:49330): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.829379092Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"id":"0"} {"msg":"Connection request from 9fb20447-8ad3-4611-bfc2-a346c857f47c with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.829778085Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 9fb20447-8ad3-4611-bfc2-a346c857f47c, session_id: 056ae210-d132-4772-90b2-0fb4ae72b387, gen: 195 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.829815437Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"UpstairsConnection { upstairs_id: 9fb20447-8ad3-4611-bfc2-a346c857f47c, session_id: 056ae210-d132-4772-90b2-0fb4ae72b387, gen: 195 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.83031298Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Current flush_numbers [0..12]: [346, 339, 306, 331, 343, 330, 343, 343, 336, 331, 347, 346]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.831086902Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.832493447Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.83428093Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.836214341Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.836732409Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.836807803Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.836941564Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.838397748Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"eid:10 Found repair files: [\"00A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.838954068Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Verify extent 10 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.840804497Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00A.copy\" to \"/var/tmp/test_repair/8830/00/000/00A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.841339071Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00A.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.841371304Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00A.replace\" to \"/var/tmp/test_repair/8830/00/000/00A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.841500446Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.842990393Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.843497664Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.845285346Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/005.copy\" to \"/var/tmp/test_repair/8830/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.845811962Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/005.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.8458674Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/005.replace\" to \"/var/tmp/test_repair/8830/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.845971358Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.847513463Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.848032411Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.849991457Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/006.copy\" to \"/var/tmp/test_repair/8830/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.85052885Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/006.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.850550086Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/006.replace\" to \"/var/tmp/test_repair/8830/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:33.850636937Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:34.364936137Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:34.364985447Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:34.365011831Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"extent 10 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:34.365037206Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:37.906409626Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:37.906501426Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:37.906535129Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 9fb20447-8ad3-4611-bfc2-a346c857f47c, session_id: 056ae210-d132-4772-90b2-0fb4ae72b387, gen: 195 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:37.906566512Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 9fb20447-8ad3-4611-bfc2-a346c857f47c, session_id: 056ae210-d132-4772-90b2-0fb4ae72b387, gen: 195 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:37.906598236Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"accepted connection from 127.0.0.1:51208","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.010501448Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:51208): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.010552127Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"id":"1"} {"msg":"Connection request from 874f69ba-909a-47b8-9dd2-f8207a7ab5c5 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.010960038Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 874f69ba-909a-47b8-9dd2-f8207a7ab5c5, session_id: eddc28db-6ddf-4f92-9911-dc140d5e45e3, gen: 196 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.010986383Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"UpstairsConnection { upstairs_id: 874f69ba-909a-47b8-9dd2-f8207a7ab5c5, session_id: eddc28db-6ddf-4f92-9911-dc140d5e45e3, gen: 196 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.011328058Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Current flush_numbers [0..12]: [346, 348, 306, 331, 343, 348, 348, 343, 336, 331, 348, 346]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.012237821Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"reply_task stopped","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:38.03597328Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:38.036012671Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.036039436Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 874f69ba-909a-47b8-9dd2-f8207a7ab5c5, session_id: eddc28db-6ddf-4f92-9911-dc140d5e45e3, gen: 196 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.036062691Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 874f69ba-909a-47b8-9dd2-f8207a7ab5c5, session_id: eddc28db-6ddf-4f92-9911-dc140d5e45e3, gen: 196 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.036077897Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"accepted connection from 127.0.0.1:47831","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.141100667Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:47831): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.141160174Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"id":"2"} {"msg":"Connection request from ff3478d2-25d7-4f44-899b-6dc8c27d264c with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.141474916Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: ff3478d2-25d7-4f44-899b-6dc8c27d264c, session_id: 7208853c-ebd8-4762-a2f3-0b82b9ebf162, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.141514897Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"UpstairsConnection { upstairs_id: ff3478d2-25d7-4f44-899b-6dc8c27d264c, session_id: 7208853c-ebd8-4762-a2f3-0b82b9ebf162, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.141945674Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Current flush_numbers [0..12]: [350, 350, 350, 331, 343, 349, 348, 343, 350, 350, 348, 349]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.142809387Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.144175831Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.144799855Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.14653408Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.147109385Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.147190747Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.147383326Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.149738985Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.150240517Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.152040887Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.152554485Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.15258103Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.152703773Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/017.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.154584976Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"eid:23 Found repair files: [\"017\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.155097645Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Verify extent 23 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.156727661Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/017.copy\" to \"/var/tmp/test_repair/8830/00/000/017.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.157281392Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/017.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.157316294Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/017.replace\" to \"/var/tmp/test_repair/8830/00/000/017.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:38.157375071Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:38.671885696Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"extent 23 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:38.671947563Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:38.671975576Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.210624318Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:42.210696402Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.210726226Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: ff3478d2-25d7-4f44-899b-6dc8c27d264c, session_id: 7208853c-ebd8-4762-a2f3-0b82b9ebf162, gen: 197 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.210755569Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: ff3478d2-25d7-4f44-899b-6dc8c27d264c, session_id: 7208853c-ebd8-4762-a2f3-0b82b9ebf162, gen: 197 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.210792181Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"accepted connection from 127.0.0.1:62288","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.341893751Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:62288): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.341996279Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"id":"3"} {"msg":"Connection request from bc283a24-911f-4948-8faf-de9688a3efd2 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.342444912Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: bc283a24-911f-4948-8faf-de9688a3efd2, session_id: 33727d75-a3b0-469c-9cdd-94ab5b0e3c34, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.342473946Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"UpstairsConnection { upstairs_id: bc283a24-911f-4948-8faf-de9688a3efd2, session_id: 33727d75-a3b0-469c-9cdd-94ab5b0e3c34, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.342860852Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Current flush_numbers [0..12]: [350, 351, 350, 331, 343, 349, 348, 343, 350, 350, 348, 349]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.343596243Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.365382993Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"3"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:42.365428253Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"3"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.365451608Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: bc283a24-911f-4948-8faf-de9688a3efd2, session_id: 33727d75-a3b0-469c-9cdd-94ab5b0e3c34, gen: 198 } (ConnectionId(3)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.365503027Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: bc283a24-911f-4948-8faf-de9688a3efd2, session_id: 33727d75-a3b0-469c-9cdd-94ab5b0e3c34, gen: 198 } (ConnectionId(3)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.365530911Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"accepted connection from 127.0.0.1:65522","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.497045992Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"main"} {"msg":"connection (127.0.0.1:65522): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.497165796Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"id":"4"} {"msg":"Connection request from 43a23062-4bd9-42ff-967d-697bda390011 with version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.497631305Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 43a23062-4bd9-42ff-967d-697bda390011, session_id: e3206619-3f88-4ca4-9ed7-c252b2d019f0, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.497671157Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"UpstairsConnection { upstairs_id: 43a23062-4bd9-42ff-967d-697bda390011, session_id: e3206619-3f88-4ca4-9ed7-c252b2d019f0, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.498113341Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Current flush_numbers [0..12]: [350, 351, 350, 354, 343, 354, 352, 352, 350, 350, 348, 349]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.499094938Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.500522739Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.501827666Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.503911475Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.50457789Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.504613343Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.504735436Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.506031515Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.50656294Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.508398633Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.508995593Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.509064358Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:42.509188651Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:43.024656388Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:43.024725373Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:46.562418612Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"4"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-23T17:46:46.562494505Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962,"task":"recv","id":"4"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:46.562568269Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 43a23062-4bd9-42ff-967d-697bda390011, session_id: e3206619-3f88-4ca4-9ed7-c252b2d019f0, gen: 199 } (ConnectionId(4)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:46.562601242Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962} {"msg":"upstairs UpstairsConnection { upstairs_id: 43a23062-4bd9-42ff-967d-697bda390011, session_id: e3206619-3f88-4ca4-9ed7-c252b2d019f0, gen: 199 } (ConnectionId(4)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-23T17:46:46.562636094Z","hostname":"w-01JJA3S20ESG10RT34W8GJ5BPX","pid":1962}