{"msg":"Opened existing region file \"/var/tmp/test_repair/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.317282432Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.317984702Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.318010821Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.346509062Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.346575428Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 361584843ef1ddcec7585daa2b2efecd4dcd6a18\nCommit timestamp: 2024-08-08T15:17:39.000000000Z branch: main\nrustc: 1.76.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.388805984Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 11","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.388893569Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/test_repair/8810\"","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.389790827Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.390245551Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.390322497Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.390341806Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:40.390457549Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"task":"main"} {"msg":"accepted connection from 127.0.0.1:39650","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.323055745Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"task":"main"} {"msg":"connection (127.0.0.1:39650): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.323338789Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"id":"0"} {"msg":"Connection request from daa158e2-0e0f-4411-9079-002b6bccc598 with version 11","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.323590865Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"upstairs UpstairsConnection { upstairs_id: daa158e2-0e0f-4411-9079-002b6bccc598, session_id: 5ab4b7e7-a9e0-4310-bac4-d2618a5bbef4, gen: 199 } connected, version 11","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.32368242Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"UpstairsConnection { upstairs_id: daa158e2-0e0f-4411-9079-002b6bccc598, session_id: 5ab4b7e7-a9e0-4310-bac4-d2618a5bbef4, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.336724424Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"Current flush_numbers [0..12]: [430, 427, 431, 410, 430, 433, 428, 431, 427, 427, 412, 408]","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.337796693Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.341261715Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:35467"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.34134168Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:40795"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.342643145Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/29/files","method":"GET","req_id":"688ac739-ddca-4f95-8575-fd4e3a14756e","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":340,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.342688573Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/29/files","method":"GET","req_id":"c9c8ab27-d33f-4083-abbf-f54385438e4c","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":688,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.343735323Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/29/data","method":"GET","req_id":"619e0139-8a77-45d5-8a00-13fa78f925a3","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":386,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.343771941Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/29/data","method":"GET","req_id":"cc4d6965-fd98-40df-ba22-93fa95728250","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":219,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.347531606Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/29/repair-ready","method":"GET","req_id":"7e41f654-1909-487a-9ab1-b2f65707d813","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":152,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.347685847Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/29/repair-ready","method":"GET","req_id":"6f8866b3-049e-495a-9760-8730f1ed9884","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.376060205Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/10/files","method":"GET","req_id":"744f4941-b680-4f01-8292-054b8f857a5d","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":393,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.37614021Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/10/files","method":"GET","req_id":"8f79971e-d0a9-4caf-a1bd-af2858da0596","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":332,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.37685165Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/10/data","method":"GET","req_id":"cdf9622d-2150-4b9d-b101-12bd8bc03cce","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":246,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.376971833Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/10/data","method":"GET","req_id":"b5024c54-a824-41db-82fc-73af8a317f0f","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":172,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.381302135Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/10/repair-ready","method":"GET","req_id":"622f514a-acaf-4b0d-84eb-4c62e13ea420","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.381907781Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/10/repair-ready","method":"GET","req_id":"748a277d-9c24-4941-b45d-5833bf8bf914","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.409326253Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/25/files","method":"GET","req_id":"1c7a251d-c44c-41ac-9a73-60a51f0e7182","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":357,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.409412619Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/25/files","method":"GET","req_id":"d8c7e4e1-192b-4ce1-967c-23033462996e","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":242,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.410225162Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/25/data","method":"GET","req_id":"2df1c121-c988-4a14-871c-1645f58e1b81","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":300,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.410536304Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/25/data","method":"GET","req_id":"b053b2c1-a268-439c-97d8-1a31099cec2d","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":356,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.414541295Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/25/repair-ready","method":"GET","req_id":"a16f1071-7ca0-42a7-883a-3388becf6709","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.414589012Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/25/repair-ready","method":"GET","req_id":"0269bfea-dc18-4383-94a9-c9bf6dc5bcb2","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.443383766Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/15/files","method":"GET","req_id":"94e060ec-aee4-4b27-ba4c-f7329d7dbcff","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":275,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.443445713Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/15/files","method":"GET","req_id":"b233b51f-66b3-4b1b-8799-591a3103dadb","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":371,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.444340802Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/15/data","method":"GET","req_id":"81ab3ae3-7fc3-4ab3-ba5c-91f08933e51f","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":257,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.444380369Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/15/data","method":"GET","req_id":"be7bac72-93fa-4ce7-be41-8531009c9033","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":350,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.448065259Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/15/repair-ready","method":"GET","req_id":"13b76213-6985-479e-b196-1d801506b3bc","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.448324714Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/15/repair-ready","method":"GET","req_id":"b18895e6-586c-47d5-a9cd-2ac57e1f22a0","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.476347572Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/20/files","method":"GET","req_id":"6e9b6ac7-487b-4af5-92a3-9188b3cc5fc0","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":295,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.476404439Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/20/files","method":"GET","req_id":"3901d895-e36c-4483-954b-cb040f855092","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":338,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.477228132Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/20/data","method":"GET","req_id":"137bb306-d4d8-4585-803c-8b140627cc81","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":297,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.477265569Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/20/data","method":"GET","req_id":"17d270c9-34a1-4be7-be03-23359ec7873a","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":342,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.481315738Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/20/repair-ready","method":"GET","req_id":"3918b374-a57b-439c-8b43-ef8f4b92f61e","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.481365855Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/20/repair-ready","method":"GET","req_id":"c90e6265-699a-4ef5-8508-919649c41b51","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.508417559Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/21/files","method":"GET","req_id":"634c4bac-842a-4f22-9e5c-209900d3e0d6","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":327,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.508480655Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/21/files","method":"GET","req_id":"5916d4e2-64a0-45fc-878b-1486b9a99181","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":267,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.509223653Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/21/data","method":"GET","req_id":"0f8ea9ab-7948-46af-a646-08c146dd846b","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":257,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.509278359Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/newextent/21/data","method":"GET","req_id":"a18fd1b9-f5a9-4e50-a545-019d8a733d73","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.512758211Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/21/repair-ready","method":"GET","req_id":"c3b10828-efe6-477b-8461-d472d342d08c","remote_addr":"127.0.0.1:40795","local_addr":"0.0.0.0:12810","task":"repair","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:50.512964449Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"uri":"/extent/21/repair-ready","method":"GET","req_id":"6bed9ce4-7d99-4a8f-a1fe-c190ec253482","remote_addr":"127.0.0.1:35467","local_addr":"0.0.0.0:12810","task":"repair","latency_us":126,"response_code":"200"} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:54.590777689Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-08-08T16:19:54.590863635Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:54.590928741Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"upstairs UpstairsConnection { upstairs_id: daa158e2-0e0f-4411-9079-002b6bccc598, session_id: 5ab4b7e7-a9e0-4310-bac4-d2618a5bbef4, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:54.590970268Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110} {"msg":"upstairs UpstairsConnection { upstairs_id: daa158e2-0e0f-4411-9079-002b6bccc598, session_id: 5ab4b7e7-a9e0-4310-bac4-d2618a5bbef4, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-08-08T16:19:54.590987377Z","hostname":"w-01J4SA7S709AJF5QPY1NHP65KM","pid":5110}