{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.635046176Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.635669189Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.635688856Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.639607306Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.639631832Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0c103f9ae2997264530dbd443fadbdf83878dac4\nCommit timestamp: 2025-02-28T05:45:10.000000000Z branch: renovate/uuid-1.x-lockfile\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.68332603Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.683395229Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.684747599Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.684940818Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.685137528Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.685172293Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.685260529Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"task":"main"} {"msg":"accepted connection from 127.0.0.1:51672","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.685293084Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"task":"main"} {"msg":"connection (127.0.0.1:51672): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.685555673Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"id":"0"} {"msg":"Connection request from f306a298-e4fa-47da-bec4-203fb8657e8c with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.685760341Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"upstairs UpstairsConnection { upstairs_id: f306a298-e4fa-47da-bec4-203fb8657e8c, session_id: b56d2ebb-f7a6-482f-a6ff-dc5eff30f608, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.68582857Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"UpstairsConnection { upstairs_id: f306a298-e4fa-47da-bec4-203fb8657e8c, session_id: b56d2ebb-f7a6-482f-a6ff-dc5eff30f608, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.686199862Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Current flush_numbers [0..12]: [299, 303, 306, 305, 305, 304, 305, 293, 304, 304, 296, 292]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.686843452Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.688152329Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.689824928Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.691780884Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/007.copy\" to \"/var/tmp/test_repair/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.692331378Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/007.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.692410716Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/007.replace\" to \"/var/tmp/test_repair/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.692541715Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/005.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.693867949Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"eid:5 Found repair files: [\"005\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.694400096Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Verify extent 5 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.69610756Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/005.copy\" to \"/var/tmp/test_repair/8820/00/000/005.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.696694749Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/005.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.696730193Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/005.replace\" to \"/var/tmp/test_repair/8820/00/000/005.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.696860833Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/006.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.698119517Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"eid:6 Found repair files: [\"006\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.69867617Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Verify extent 6 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.700390793Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/006.copy\" to \"/var/tmp/test_repair/8820/00/000/006.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.701033963Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/006.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.70105394Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/006.replace\" to \"/var/tmp/test_repair/8820/00/000/006.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.701190389Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/009.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.702481128Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"eid:9 Found repair files: [\"009\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.703006066Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Verify extent 9 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.704593979Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/009.copy\" to \"/var/tmp/test_repair/8820/00/000/009.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.705126936Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/009.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.70516249Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/009.replace\" to \"/var/tmp/test_repair/8820/00/000/009.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.705334264Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.706747674Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.707436277Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.709311255Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.709816116Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.709844522Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:22.709968262Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"extent 5 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.223933132Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"extent 6 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.223985414Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.22400877Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"extent 9 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.224031616Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:23.224054423Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:26.761161335Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-28T06:08:26.761233434Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:26.7612581Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"upstairs UpstairsConnection { upstairs_id: f306a298-e4fa-47da-bec4-203fb8657e8c, session_id: b56d2ebb-f7a6-482f-a6ff-dc5eff30f608, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:26.761284716Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987} {"msg":"upstairs UpstairsConnection { upstairs_id: f306a298-e4fa-47da-bec4-203fb8657e8c, session_id: b56d2ebb-f7a6-482f-a6ff-dc5eff30f608, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-28T06:08:26.761316551Z","hostname":"w-01JN5J6JHJCCZW36EJ7P887KV1","pid":1987}