{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.365854612Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.366655476Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.36668231Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.369278382Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.369309113Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: d77aa90b6afe7d7ddb1dc63211fa4216c8866a90\nCommit timestamp: 2025-01-27T19:20:16.000000000Z branch: mkeeter/shrink-replay-buffer\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.413005324Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.413073552Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.414306928Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.414597449Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.414774499Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.414809337Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.414873677Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"task":"main"} {"msg":"accepted connection from 127.0.0.1:43269","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.416474936Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"task":"main"} {"msg":"connection (127.0.0.1:43269): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.416637775Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"id":"0"} {"msg":"Connection request from d7f46382-ea9f-4c1b-9e50-89236223a8d2 with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.416956588Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: d7f46382-ea9f-4c1b-9e50-89236223a8d2, session_id: be6d5c53-937c-4b85-af20-6e75594d00fc, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.416994874Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"UpstairsConnection { upstairs_id: d7f46382-ea9f-4c1b-9e50-89236223a8d2, session_id: be6d5c53-937c-4b85-af20-6e75594d00fc, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.417431034Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Current flush_numbers [0..12]: [347, 349, 351, 359, 357, 357, 347, 359, 355, 358, 358, 356]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.41830963Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.419692963Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.421790174Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.423675717Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.424193456Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.424289557Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.424421925Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.42585069Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.426402568Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.428145389Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/002.copy\" to \"/var/tmp/test_repair/8820/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.428759599Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/002.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.428794887Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/002.replace\" to \"/var/tmp/test_repair/8820/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.428957816Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.430398474Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.430981523Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.437885917Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/001.copy\" to \"/var/tmp/test_repair/8820/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.438385118Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/001.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.438412201Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/001.replace\" to \"/var/tmp/test_repair/8820/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.438563897Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01A.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.439922636Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"eid:26 Found repair files: [\"01A\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.440467538Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Verify extent 26 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.44206351Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01A.copy\" to \"/var/tmp/test_repair/8820/00/000/01A.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.4425636Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01A.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.442595111Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01A.replace\" to \"/var/tmp/test_repair/8820/00/000/01A.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.442726699Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.444230998Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.4447443Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.446289713Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/018.copy\" to \"/var/tmp/test_repair/8820/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.446783687Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/018.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.446815178Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/018.replace\" to \"/var/tmp/test_repair/8820/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:55.446943948Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961363686Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961392448Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961411506Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961430624Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:55.961449493Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:59.501344737Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-27T19:44:59.501465323Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:59.501513713Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: d7f46382-ea9f-4c1b-9e50-89236223a8d2, session_id: be6d5c53-937c-4b85-af20-6e75594d00fc, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:59.501544684Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: d7f46382-ea9f-4c1b-9e50-89236223a8d2, session_id: be6d5c53-937c-4b85-af20-6e75594d00fc, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-27T19:44:59.501579492Z","hostname":"w-01JJMM4YQC45QTGBDP0DKQX50W","pid":1976}