{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.56880543Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.569627498Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.569649554Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.572084573Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.572108319Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 6c903058314cb23845d8ec9d1b70e497f207c60e\nCommit timestamp: 2025-03-07T17:56:28.000000000Z branch: renovate/dropshot-0.x\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.617792758Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.617864375Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.618963971Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.6194013Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"local_addr":"0.0.0.0:12830","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.619629258Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.619659772Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.619735549Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"task":"main"} {"msg":"accepted connection from 127.0.0.1:44695","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.619822182Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"task":"main"} {"msg":"connection (127.0.0.1:44695): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.620101531Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"id":"0"} {"msg":"Connection request from 4cef84b1-5c87-4698-aa83-640102de212a with version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.620344206Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"upstairs UpstairsConnection { upstairs_id: 4cef84b1-5c87-4698-aa83-640102de212a, session_id: e52699b4-18ae-4d39-ade7-90c34dd999b0, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.62037877Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"UpstairsConnection { upstairs_id: 4cef84b1-5c87-4698-aa83-640102de212a, session_id: e52699b4-18ae-4d39-ade7-90c34dd999b0, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.620879497Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Current flush_numbers [0..12]: [319, 325, 338, 334, 335, 337, 332, 314, 336, 334, 332, 336]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.621662942Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.623041727Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.625088868Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.626828017Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/00E.copy\" to \"/var/tmp/test_repair/8830/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.627372016Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/00E.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.627439923Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/00E.replace\" to \"/var/tmp/test_repair/8830/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.627586126Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.62902341Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.629555342Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.631158785Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/008.copy\" to \"/var/tmp/test_repair/8830/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.631698206Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/008.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.631746597Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/008.replace\" to \"/var/tmp/test_repair/8830/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.631896639Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.633197908Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.633790589Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.635497563Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/016.copy\" to \"/var/tmp/test_repair/8830/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.636067008Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/016.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.636097712Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/016.replace\" to \"/var/tmp/test_repair/8830/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.636243215Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.637635187Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.638236076Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.639738388Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/01C.copy\" to \"/var/tmp/test_repair/8830/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.640262641Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/01C.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.640291256Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"Move directory \"/var/tmp/test_repair/8830/00/000/01C.replace\" to \"/var/tmp/test_repair/8830/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:24.640421932Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:25.15626315Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:25.156341736Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:25.156368231Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:25.156391307Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:28.696859414Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-03-07T18:27:28.697021034Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:28.697058957Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"upstairs UpstairsConnection { upstairs_id: 4cef84b1-5c87-4698-aa83-640102de212a, session_id: e52699b4-18ae-4d39-ade7-90c34dd999b0, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:28.697085722Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984} {"msg":"upstairs UpstairsConnection { upstairs_id: 4cef84b1-5c87-4698-aa83-640102de212a, session_id: e52699b4-18ae-4d39-ade7-90c34dd999b0, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-03-07T18:27:28.697109697Z","hostname":"w-01JNRWVR4SNXKEADEZ76B93422","pid":1984}