{"msg":"Opened existing region file \"/var/tmp/test_repair/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.019113393Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.019457421Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.019490842Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.021601912Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.021628823Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2978a42101da810efa0e51ea3f370f1f90c0069b\nCommit timestamp: 2024-12-09T14:48:58.000000000Z branch: mkeeter/simplify-faults\nrustc: 1.82.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.063643017Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.063695949Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12810 for path:\"/var/tmp/test_repair/8810\"","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.064681842Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.06501618Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"local_addr":"0.0.0.0:12810","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.065085992Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.065107972Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.065234165Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"task":"main"} {"msg":"accepted connection from 127.0.0.1:57957","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.128469407Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"task":"main"} {"msg":"connection (127.0.0.1:57957): tasks spawned","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.128663342Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"id":"0"} {"msg":"Connection request from 737102ee-c3cb-4788-a909-780f0162a890 with version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.128807525Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 737102ee-c3cb-4788-a909-780f0162a890, session_id: becceb64-8aaa-48c6-9f5d-f993774787c5, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.128841856Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"UpstairsConnection { upstairs_id: 737102ee-c3cb-4788-a909-780f0162a890, session_id: becceb64-8aaa-48c6-9f5d-f993774787c5, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.129294237Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"Current flush_numbers [0..12]: [351, 346, 347, 353, 353, 341, 351, 353, 353, 350, 340, 347]","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.130045255Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.13195554Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:39407"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.132025132Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"local_addr":"0.0.0.0:12810","task":"repair","remote_addr":"127.0.0.1:45789"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.132670627Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/3/files","method":"GET","req_id":"1fe8eae6-38da-4e5c-8ac4-30a6403661ab","remote_addr":"127.0.0.1:39407","local_addr":"0.0.0.0:12810","task":"repair","latency_us":227,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.132715439Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/3/files","method":"GET","req_id":"6439f6d2-8f80-4b64-9efc-fb7dff0f0b73","remote_addr":"127.0.0.1:45789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":233,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.133524588Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/newextent/3/data","method":"GET","req_id":"0a6c95cc-16f5-4b4c-ba43-7febfc549916","remote_addr":"127.0.0.1:39407","local_addr":"0.0.0.0:12810","task":"repair","latency_us":290,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.13362288Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/newextent/3/data","method":"GET","req_id":"76a8c7fa-00e6-4599-8547-3c65588a9c1c","remote_addr":"127.0.0.1:45789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.135307821Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/3/repair-ready","method":"GET","req_id":"ef69277b-c810-4e96-814b-bc16bde063a4","remote_addr":"127.0.0.1:39407","local_addr":"0.0.0.0:12810","task":"repair","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.135460614Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/3/repair-ready","method":"GET","req_id":"da539a28-6e47-4a3a-be6b-5373c5d79aa4","remote_addr":"127.0.0.1:45789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.137628896Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/8/files","method":"GET","req_id":"c10d5b1f-da22-4273-ad84-8497487305a0","remote_addr":"127.0.0.1:45789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.137666057Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/8/files","method":"GET","req_id":"be6bc697-9a20-40a0-bd86-beb7d4a061be","remote_addr":"127.0.0.1:39407","local_addr":"0.0.0.0:12810","task":"repair","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.138264951Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/newextent/8/data","method":"GET","req_id":"ff509d35-5ed7-4e88-a9c7-778427207a57","remote_addr":"127.0.0.1:45789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.138441805Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/newextent/8/data","method":"GET","req_id":"2cbbf7d3-ea25-4c13-89bb-37e574c5f7ea","remote_addr":"127.0.0.1:39407","local_addr":"0.0.0.0:12810","task":"repair","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.139853949Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/8/repair-ready","method":"GET","req_id":"36b5d1d1-a218-4c12-966b-a7ec8011dbd9","remote_addr":"127.0.0.1:45789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.13989523Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/8/repair-ready","method":"GET","req_id":"ea9cefcf-7f35-47b9-a225-477b41d67cb3","remote_addr":"127.0.0.1:39407","local_addr":"0.0.0.0:12810","task":"repair","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.142022821Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/27/files","method":"GET","req_id":"c6a0fb1b-dee3-4070-b659-c6a159b08d80","remote_addr":"127.0.0.1:45789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.142053402Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/27/files","method":"GET","req_id":"e2bdab89-2989-41b2-8327-eb9c1939803d","remote_addr":"127.0.0.1:39407","local_addr":"0.0.0.0:12810","task":"repair","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.142655016Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/newextent/27/data","method":"GET","req_id":"d8a79e03-0f70-4ecc-817d-0d59e98e15f0","remote_addr":"127.0.0.1:45789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.142690337Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/newextent/27/data","method":"GET","req_id":"00cc1e21-8572-4d61-b754-88484e7ddf47","remote_addr":"127.0.0.1:39407","local_addr":"0.0.0.0:12810","task":"repair","latency_us":159,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.144188463Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/27/repair-ready","method":"GET","req_id":"cd08932c-e0e6-4028-b533-9cd14e6e47ae","remote_addr":"127.0.0.1:45789","local_addr":"0.0.0.0:12810","task":"repair","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:55.144228594Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"uri":"/extent/27/repair-ready","method":"GET","req_id":"9e00daa6-6619-4123-a614-1c3289e76d11","remote_addr":"127.0.0.1:39407","local_addr":"0.0.0.0:12810","task":"repair","latency_us":85,"response_code":"200"} {"msg":"extent 3 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:55.658131608Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:55.65817932Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"extent 27 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:55.6582056Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:59.196351146Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2024-12-09T15:14:59.196410637Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:59.196438448Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 737102ee-c3cb-4788-a909-780f0162a890, session_id: becceb64-8aaa-48c6-9f5d-f993774787c5, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:59.196467409Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 737102ee-c3cb-4788-a909-780f0162a890, session_id: becceb64-8aaa-48c6-9f5d-f993774787c5, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2024-12-09T15:14:59.196498579Z","hostname":"w-01JENZACV33S8546AT9Y1F9JXE","pid":1976}