{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.210871218Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.211260488Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.211285431Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.223091902Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.223123737Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 3818f0fc76fe787c6cc412af30fd59b930203885\nCommit timestamp: 2024-11-01T16:08:30.000000000Z branch: renovate/hyper-1.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.266875074Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.266931241Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.267920749Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.268250051Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.268357815Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.268388379Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.268463079Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"task":"main"} {"msg":"accepted connection from 127.0.0.1:63048","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.291383962Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"task":"main"} {"msg":"connection (127.0.0.1:63048): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.291660608Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"id":"0"} {"msg":"Connection request from f765d784-b759-4c36-86fa-b9fc6b917edc with version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.291955226Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: f765d784-b759-4c36-86fa-b9fc6b917edc, session_id: 9e9dc793-5730-4eb5-97c0-b51523b74998, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.291986299Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"UpstairsConnection { upstairs_id: f765d784-b759-4c36-86fa-b9fc6b917edc, session_id: 9e9dc793-5730-4eb5-97c0-b51523b74998, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.292632303Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Current flush_numbers [0..12]: [332, 330, 330, 333, 331, 329, 323, 334, 327, 334, 334, 335]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.293589996Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.29594558Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.297236226Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.300351537Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.300883816Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.301622601Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.303077288Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.30712819Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.307854544Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.310798213Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.311383249Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.312116083Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.314073645Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/004.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.318787763Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"eid:4 Found repair files: [\"004\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.319374618Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Verify extent 4 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.322347602Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/004.copy\" to \"/var/tmp/test_repair/8830/00/000/004.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.322926086Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/004.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.324484887Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/004.replace\" to \"/var/tmp/test_repair/8830/00/000/004.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.325666939Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01B.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.329048725Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"eid:27 Found repair files: [\"01B\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.329526696Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Verify extent 27 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.33319982Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01B.copy\" to \"/var/tmp/test_repair/8830/00/000/01B.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.333828541Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01B.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.334584848Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01B.replace\" to \"/var/tmp/test_repair/8830/00/000/01B.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.336023073Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.340162187Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.340704927Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.344629502Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.345237271Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.346120445Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.347656192Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.351338847Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.351880157Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.355894004Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.358882669Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.359580809Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.361746608Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/003.copy\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.365401619Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"eid:3 Found repair files: [\"003\"]","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.365983574Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Verify extent 3 still ready for copy","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.369618532Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/003.copy\" to \"/var/tmp/test_repair/8830/00/000/003.replace\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.37022293Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/003.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.370916159Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/003.replace\" to \"/var/tmp/test_repair/8830/00/000/003.completed\"","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:38.373023051Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792803528Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"extent 4 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792909462Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792936066Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792949287Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792961149Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.79297279Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:38.792984302Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:42.429733417Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-11-01T16:57:42.429853322Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:42.429881446Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: f765d784-b759-4c36-86fa-b9fc6b917edc, session_id: 9e9dc793-5730-4eb5-97c0-b51523b74998, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:42.429908129Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974} {"msg":"upstairs UpstairsConnection { upstairs_id: f765d784-b759-4c36-86fa-b9fc6b917edc, session_id: 9e9dc793-5730-4eb5-97c0-b51523b74998, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-11-01T16:57:42.429936123Z","hostname":"w-01JBMA2T0XD4W63AXFF321JBBP","pid":1974}