{"msg":"Opened existing region file \"/var/tmp/test_repair/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.080904063Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.081309665Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.081340951Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.091043751Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.091076047Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 664b05998b747a86e13a12bb6c5e4428458d8bd9\nCommit timestamp: 2024-10-31T20:43:19.000000000Z branch: alan/crutest-volume-info\nrustc: 1.80.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.135412482Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.135470085Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/test_repair/8810\"","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.136498923Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.136856731Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.137040919Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.137084204Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.137166244Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"main"} {"msg":"accepted connection from 127.0.0.1:59670","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.191545889Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:59670): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.191895738Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"id":"0"} {"msg":"Connection request from 7f82c102-7f4e-43e5-9cfa-a6d7348dfe7e with version 12","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.192179174Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 7f82c102-7f4e-43e5-9cfa-a6d7348dfe7e, session_id: 0f9ba9e1-1f4e-4d6d-b355-cb90b9051867, gen: 197 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.19221677Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"UpstairsConnection { upstairs_id: 7f82c102-7f4e-43e5-9cfa-a6d7348dfe7e, session_id: 0f9ba9e1-1f4e-4d6d-b355-cb90b9051867, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.192762225Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"Current flush_numbers [0..12]: [336, 343, 343, 321, 335, 341, 341, 343, 343, 337, 338, 341]","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.193570149Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.196487633Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:56896"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.19651796Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:59721"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.197248433Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/8/files","method":"GET","req_id":"017255ea-c1f9-4794-8de2-82d6bd2ba889","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":330,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.197286809Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/8/files","method":"GET","req_id":"2e12e35a-0ab0-4dfa-a0cb-2dbe5506fed8","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":346,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.198225987Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/8/data","method":"GET","req_id":"aaa49495-d75f-4dc5-a12f-42f88c2a25cd","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":381,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.201391472Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/8/data","method":"GET","req_id":"03f1ff85-d8ea-4af1-9763-df705510e25e","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":3548,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.201820301Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/8/repair-ready","method":"GET","req_id":"22c079d7-d408-42e5-8d27-c186c7f183eb","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.204235005Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/8/repair-ready","method":"GET","req_id":"a36bcdcc-3b2d-4b39-a9a7-6c01c921ee18","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.212189843Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/1/files","method":"GET","req_id":"7e43b039-c2c4-4379-8745-484420887d14","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.212398268Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/1/files","method":"GET","req_id":"9e5310c2-ea9a-4afd-98fa-cceb1ef898a9","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.212910437Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/1/data","method":"GET","req_id":"409942f9-4d8a-419a-a287-6fd1fd09d292","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":248,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.213160328Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/1/data","method":"GET","req_id":"9b65c8da-531e-4a31-a513-bc373e5ce1c2","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":295,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.216122586Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/1/repair-ready","method":"GET","req_id":"e26fc0ab-032a-4116-bbff-59e16d8f0f23","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.216290897Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/1/repair-ready","method":"GET","req_id":"cf186463-d5e7-4102-8318-32cc2f92f6bd","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.224558337Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/13/files","method":"GET","req_id":"47895941-f68b-417f-8c64-b84d4791ec89","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.224825785Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/13/files","method":"GET","req_id":"668f5515-0636-45ec-aceb-36b75d4b3d70","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.225296789Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/13/data","method":"GET","req_id":"ddc69301-0936-4210-8a55-317a0f137ab8","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":293,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.225395267Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/13/data","method":"GET","req_id":"13824875-4fc6-4987-9caa-25c813874368","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.228899322Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/13/repair-ready","method":"GET","req_id":"b11287e7-8427-437f-a967-cac51887a3e2","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.229070722Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/13/repair-ready","method":"GET","req_id":"987e6c70-9ef0-4b5d-9b39-b4e4e3a403f5","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.236385225Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/26/files","method":"GET","req_id":"7b85dd73-d191-4e67-b9f1-61af76f17c71","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.236645864Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/26/files","method":"GET","req_id":"9f31766d-96a3-4945-bd01-ecc072758607","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.237076673Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/26/data","method":"GET","req_id":"a48e88b4-0676-4389-a22d-82d4ecf93b67","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":245,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.237284698Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/26/data","method":"GET","req_id":"3eb7055b-36a0-491e-bce7-9c5445d1514b","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.241399381Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/26/repair-ready","method":"GET","req_id":"20e229f9-7b16-47be-8c0a-a7dfa2c1c7db","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.241620664Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/26/repair-ready","method":"GET","req_id":"663ce849-be3a-44f7-899f-824f423eeb59","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.249219134Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/2/files","method":"GET","req_id":"38f5ea2d-5ad0-49fb-9593-3a911a7f14af","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.24925144Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/2/files","method":"GET","req_id":"1a91a529-bd1c-4ffa-8df0-e41464388dc1","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.249872786Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/2/data","method":"GET","req_id":"dbdb8a88-417c-4979-a397-24c1371a4220","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.249921631Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/2/data","method":"GET","req_id":"60cf6253-8e98-48f4-b961-542849ebdad4","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":186,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.253997157Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/2/repair-ready","method":"GET","req_id":"ff6d80c1-8642-48ba-956d-69d944a545a1","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:07:59.254085717Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/2/repair-ready","method":"GET","req_id":"4239e8e0-31c2-4373-b7da-18759c16e53e","remote_addr":"127.0.0.1:56896","local_addr":"0.0.0.0:12810","task":"repair","latency_us":113,"response_code":"200"} {"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:07:59.69245588Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:07:59.692480847Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:07:59.692498665Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"extent 13 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:07:59.692516243Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"extent 26 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:07:59.692533481Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.314045648Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:08:03.314110461Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.314145747Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 7f82c102-7f4e-43e5-9cfa-a6d7348dfe7e, session_id: 0f9ba9e1-1f4e-4d6d-b355-cb90b9051867, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.314180372Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 7f82c102-7f4e-43e5-9cfa-a6d7348dfe7e, session_id: 0f9ba9e1-1f4e-4d6d-b355-cb90b9051867, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.314211799Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.414234674Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:36177"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.414982205Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/region-info","method":"GET","req_id":"4c98d58b-7b71-4189-8ebb-edee2c4d877a","remote_addr":"127.0.0.1:36177","local_addr":"0.0.0.0:12810","task":"repair","latency_us":190,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:35811","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.448307595Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:35811): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.448485134Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"id":"1"} {"msg":"Connection request from 1b1a2744-56e5-46e6-801f-e140e2d3e75b with version 12","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.448889046Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 1b1a2744-56e5-46e6-801f-e140e2d3e75b, session_id: e536ed20-eefa-4b3a-bf70-95ab2edf7a9d, gen: 198 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.448926312Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"UpstairsConnection { upstairs_id: 1b1a2744-56e5-46e6-801f-e140e2d3e75b, session_id: e536ed20-eefa-4b3a-bf70-95ab2edf7a9d, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.449398446Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"Current flush_numbers [0..12]: [336, 344, 344, 321, 335, 341, 341, 343, 344, 337, 338, 341]","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.450445922Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.47694906Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"recv","id":"1"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:08:03.477004444Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"recv","id":"1"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.477032411Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 1b1a2744-56e5-46e6-801f-e140e2d3e75b, session_id: e536ed20-eefa-4b3a-bf70-95ab2edf7a9d, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.477059158Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: 1b1a2744-56e5-46e6-801f-e140e2d3e75b, session_id: e536ed20-eefa-4b3a-bf70-95ab2edf7a9d, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.477084584Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.579726559Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:40778"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.580513636Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/region-info","method":"GET","req_id":"953f097d-804d-49be-93d9-9c1121fcc2d0","remote_addr":"127.0.0.1:40778","local_addr":"0.0.0.0:12810","task":"repair","latency_us":156,"response_code":"200"} {"msg":"accepted connection from 127.0.0.1:44213","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.614350046Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"main"} {"msg":"connection (127.0.0.1:44213): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.61448273Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"id":"2"} {"msg":"Connection request from a4789ed1-39f5-432e-8d86-819e12466435 with version 12","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.614881772Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: a4789ed1-39f5-432e-8d86-819e12466435, session_id: 033ae411-3ae5-402e-b062-bad869f41cb8, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.614909639Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"UpstairsConnection { upstairs_id: a4789ed1-39f5-432e-8d86-819e12466435, session_id: 033ae411-3ae5-402e-b062-bad869f41cb8, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.615350777Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"Current flush_numbers [0..12]: [336, 344, 344, 321, 335, 341, 341, 343, 344, 337, 338, 346]","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.616207185Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.620159907Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/3/files","method":"GET","req_id":"e6de3077-4e32-451d-9fff-490b2d636351","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.620311379Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:65113"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.620825458Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/3/files","method":"GET","req_id":"035daca7-cdd3-4b52-a864-8f3341e5f56e","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.620883691Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/3/data","method":"GET","req_id":"bd9f56f5-6fad-4c7c-b011-8df4a38d09fa","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":230,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.621865515Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/3/data","method":"GET","req_id":"fa89a1ce-e305-45bc-bb2c-56136c488531","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":136,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.623903763Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/3/repair-ready","method":"GET","req_id":"b814958e-ef7e-4ed5-b500-4b2a65b1dfa9","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.624575714Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/3/repair-ready","method":"GET","req_id":"962b8178-417e-4371-8133-7330cad92fe4","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.633984528Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/18/files","method":"GET","req_id":"0f2ee80c-df63-4134-b5f3-661a9b0332b8","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.634193234Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/18/files","method":"GET","req_id":"8e37e67a-76ef-4c8e-a74e-4ca40fbf1b5d","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.634592136Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/18/data","method":"GET","req_id":"1763fb61-de44-4082-95d2-03a5aa7d432e","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.634836917Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/18/data","method":"GET","req_id":"87538165-6401-4892-9623-4bf947e1da94","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.639170364Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/18/repair-ready","method":"GET","req_id":"74825670-11b4-4967-b452-cfc0c476980d","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.639336864Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/18/repair-ready","method":"GET","req_id":"df222ddf-74dd-4f3b-9a15-6cecbaeb2ab3","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.649960525Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/29/files","method":"GET","req_id":"4bcb0894-fbee-4cb4-9b8d-caf571b4c4d4","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.65017202Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/29/files","method":"GET","req_id":"3d8eeb44-7f64-487b-aa91-b3b8b4d8aaa2","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.650703747Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/29/data","method":"GET","req_id":"727f128c-639f-4e50-ab1f-7a5c179c85ec","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":267,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.650876536Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/29/data","method":"GET","req_id":"c29a0996-2ca4-4c81-95a4-d9c925a212b1","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.654288532Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/29/repair-ready","method":"GET","req_id":"0caf2a76-96b2-4e0d-8ecc-8971a9e4f44f","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.654484618Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/29/repair-ready","method":"GET","req_id":"15388e27-c559-4a68-bb3b-a1b846c4eff9","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":128,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.663197776Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/17/files","method":"GET","req_id":"b22010ae-20b3-4c8c-a0bd-0f73d5ad01c8","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.663232942Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/17/files","method":"GET","req_id":"e88f077f-12ff-4e20-b27e-47add687b06f","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.66383641Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/17/data","method":"GET","req_id":"d1ac1b0c-3484-4a33-8147-f35dc353c949","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.663879685Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/17/data","method":"GET","req_id":"71ba2212-cdc1-41ed-9be0-27aafe6aae6e","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.667770584Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/17/repair-ready","method":"GET","req_id":"92ae1ade-f5ee-4c5a-8ca9-e773e44d4213","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.667812229Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/17/repair-ready","method":"GET","req_id":"7681a3f8-23b8-4a09-8f6e-295e1afb0ab4","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.676193385Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/16/files","method":"GET","req_id":"fcb3a50a-f723-4f61-a9b7-a430539d9e43","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.676402221Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/16/files","method":"GET","req_id":"3cea2492-c14f-4521-b60c-7c715a68ffe6","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.676840089Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/16/data","method":"GET","req_id":"9f1486ae-9708-40e8-8d46-b15f975dd5bd","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":202,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.677059133Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/newextent/16/data","method":"GET","req_id":"ba0df93f-62d2-4241-91eb-7be039804f1c","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.680076565Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/16/repair-ready","method":"GET","req_id":"c1818afb-2fc2-431d-a648-ab4669e040d2","remote_addr":"127.0.0.1:65113","local_addr":"0.0.0.0:12810","task":"repair","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:03.680239336Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"uri":"/extent/16/repair-ready","method":"GET","req_id":"3142c0a2-993c-49eb-a908-81efe3aeb4eb","remote_addr":"127.0.0.1:59721","local_addr":"0.0.0.0:12810","task":"repair","latency_us":109,"response_code":"200"} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:08:04.115268505Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"extent 16 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:08:04.115335747Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"extent 17 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:08:04.115364133Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"extent 18 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:08:04.115385281Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"extent 29 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:08:04.115402909Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:07.736134938Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"recv","id":"2"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-10-31T21:08:07.736231216Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966,"task":"recv","id":"2"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:07.73628071Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: a4789ed1-39f5-432e-8d86-819e12466435, session_id: 033ae411-3ae5-402e-b062-bad869f41cb8, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:07.736330704Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966} {"msg":"upstairs UpstairsConnection { upstairs_id: a4789ed1-39f5-432e-8d86-819e12466435, session_id: 033ae411-3ae5-402e-b062-bad869f41cb8, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-10-31T21:08:07.73637033Z","hostname":"w-01JBJ60HQJPRWN8XY4C1QDEXQW","pid":1966}