{"msg":"Opened existing region file \"/var/tmp/test_repair/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.722196084Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.72263202Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.722663188Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.724844719Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.724872047Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 0e1f7f60aff9f26b0d737c97120445edbded1ad3\nCommit timestamp: 2024-12-04T13:14:36.000000000Z branch: renovate/tokio-util-0.x-lockfile\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.768886926Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.768952441Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/test_repair/8810\"","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.77000858Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.770294237Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.770431257Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.770453375Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.77051477Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"task":"main"} {"msg":"accepted connection from 127.0.0.1:33000","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.835180829Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"task":"main"} {"msg":"connection (127.0.0.1:33000): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.835366864Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"id":"0"} {"msg":"Connection request from 12a4697e-bae6-4b99-a28e-b6d14815e263 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.835579748Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 12a4697e-bae6-4b99-a28e-b6d14815e263, session_id: ad6b61ce-54e3-423d-ba9b-955d9bda6c01, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.835616465Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"UpstairsConnection { upstairs_id: 12a4697e-bae6-4b99-a28e-b6d14815e263, session_id: ad6b61ce-54e3-423d-ba9b-955d9bda6c01, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.836135195Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"Current flush_numbers [0..12]: [335, 336, 335, 309, 329, 337, 336, 336, 336, 326, 336, 336]","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.836859819Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.838826127Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:39430"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.838862544Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:41817"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.839532792Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/27/files","method":"GET","req_id":"7113dd30-863f-40f0-aeda-9d7763dcbe7c","remote_addr":"127.0.0.1:41817","local_addr":"0.0.0.0:12810","task":"repair","latency_us":232,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.839569459Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/27/files","method":"GET","req_id":"5a703946-4ae7-4974-8425-32e4c7e4b5fa","remote_addr":"127.0.0.1:39430","local_addr":"0.0.0.0:12810","task":"repair","latency_us":249,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.840389585Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/newextent/27/data","method":"GET","req_id":"bafb34de-b85b-4f58-9375-5bd0837829c5","remote_addr":"127.0.0.1:41817","local_addr":"0.0.0.0:12810","task":"repair","latency_us":303,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.840420663Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/newextent/27/data","method":"GET","req_id":"3765b766-6063-47c0-9dbc-353268ca6974","remote_addr":"127.0.0.1:39430","local_addr":"0.0.0.0:12810","task":"repair","latency_us":297,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.842093843Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/27/repair-ready","method":"GET","req_id":"c4f0ad96-4584-432e-9a9c-c15747ccbaeb","remote_addr":"127.0.0.1:41817","local_addr":"0.0.0.0:12810","task":"repair","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.84226875Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/27/repair-ready","method":"GET","req_id":"035cafba-fb83-4c39-9f72-929c42676392","remote_addr":"127.0.0.1:39430","local_addr":"0.0.0.0:12810","task":"repair","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.844438972Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/28/files","method":"GET","req_id":"6d915ae7-0e75-4002-9ebc-5be3bc157b78","remote_addr":"127.0.0.1:41817","local_addr":"0.0.0.0:12810","task":"repair","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.844477969Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/28/files","method":"GET","req_id":"2c2bfc12-f5cd-485f-ae11-482d2b3a01ed","remote_addr":"127.0.0.1:39430","local_addr":"0.0.0.0:12810","task":"repair","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.845119759Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/newextent/28/data","method":"GET","req_id":"f36e26b5-4548-426f-ae25-8e6478a21dfd","remote_addr":"127.0.0.1:41817","local_addr":"0.0.0.0:12810","task":"repair","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.845299265Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/newextent/28/data","method":"GET","req_id":"3db8bf66-7c59-4953-9963-dbed1a14209e","remote_addr":"127.0.0.1:39430","local_addr":"0.0.0.0:12810","task":"repair","latency_us":214,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.846773151Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/28/repair-ready","method":"GET","req_id":"bf3dabc8-3c9e-497e-a156-ab7d926adb41","remote_addr":"127.0.0.1:41817","local_addr":"0.0.0.0:12810","task":"repair","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.847104275Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/28/repair-ready","method":"GET","req_id":"6d16ee28-c2fd-4ef0-aeb8-e904826d364c","remote_addr":"127.0.0.1:39430","local_addr":"0.0.0.0:12810","task":"repair","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.849251419Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/0/files","method":"GET","req_id":"11d89fa4-3da3-4054-8494-2425778c4de4","remote_addr":"127.0.0.1:41817","local_addr":"0.0.0.0:12810","task":"repair","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.84948894Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/0/files","method":"GET","req_id":"1313bdb3-e95a-4fe0-944d-fca6f0016204","remote_addr":"127.0.0.1:39430","local_addr":"0.0.0.0:12810","task":"repair","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.849924367Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/newextent/0/data","method":"GET","req_id":"6e2a14bd-8089-4fc1-a13c-488c483655b7","remote_addr":"127.0.0.1:41817","local_addr":"0.0.0.0:12810","task":"repair","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.850155459Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/newextent/0/data","method":"GET","req_id":"28845a6d-d957-4ced-b8f9-5c1e5dc6f8be","remote_addr":"127.0.0.1:39430","local_addr":"0.0.0.0:12810","task":"repair","latency_us":199,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.851500754Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/0/repair-ready","method":"GET","req_id":"cb748227-f09a-474f-b045-bee1c02deebb","remote_addr":"127.0.0.1:41817","local_addr":"0.0.0.0:12810","task":"repair","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:52.851659052Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"uri":"/extent/0/repair-ready","method":"GET","req_id":"87e1f986-aa81-4802-91cc-369c21dc45b3","remote_addr":"127.0.0.1:39430","local_addr":"0.0.0.0:12810","task":"repair","latency_us":107,"response_code":"200"} {"msg":"extent 0 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:53.366049984Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:53.366080481Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:53.36610056Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:56.902664152Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-04T13:37:56.902731307Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:56.902758905Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 12a4697e-bae6-4b99-a28e-b6d14815e263, session_id: ad6b61ce-54e3-423d-ba9b-955d9bda6c01, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:56.902787292Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 12a4697e-bae6-4b99-a28e-b6d14815e263, session_id: ad6b61ce-54e3-423d-ba9b-955d9bda6c01, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-04T13:37:56.90281983Z","hostname":"w-01JE8XRV43WMH3PK20W2S569M0","pid":1976}