{"msg":"Opened existing region file \"/var/tmp/dsc/region/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.299317603Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.299485078Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.299493345Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.341525992Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"Blocks per extent:262144 Total Extents: 32","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.341542959Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 23970378969e4089c1e09cae8e0f69a5f3141d37\nCommit timestamp: 2024-01-02T17:23:49.000000000Z branch: main\nrustc: 1.73.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.341774274Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.34179678Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.342278088Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.342517445Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.342630746Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.342645526Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.342710014Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"accepted connection from 127.0.0.1:53333","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.432661707Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.433549366Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 663a001f-8e1c-4eaa-b659-1986711b9638, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.433571346Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 663a001f-8e1c-4eaa-b659-1986711b9638, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.434016628Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.43478135Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.434856155Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 663a001f-8e1c-4eaa-b659-1986711b9638, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:54:54.65907095Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 663a001f-8e1c-4eaa-b659-1986711b9638, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:54:54.65909613Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"connection (127.0.0.1:53333): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.659273169Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"accepted connection from 127.0.0.1:36556","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.708203911Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.70849317Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: c3f41818-929c-42c5-9f92-bfae0d8b0f33, gen: 2 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.708511943Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: c3f41818-929c-42c5-9f92-bfae0d8b0f33, gen: 2 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.708826574Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.709620846Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.709641696Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: c3f41818-929c-42c5-9f92-bfae0d8b0f33, gen: 2 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:55:11.39050107Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: c3f41818-929c-42c5-9f92-bfae0d8b0f33, gen: 2 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:55:11.390531704Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"connection (127.0.0.1:36556): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:11.390555541Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"accepted connection from 127.0.0.1:48244","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.271277245Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.271616671Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.271634479Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.271947935Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"Current flush_numbers [0..12]: [1, 2, 3, 3, 4, 4, 5, 5, 6, 7, 7, 8]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.27570866Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.275730161Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:55:30.459943042Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:55:30.459975255Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"connection (127.0.0.1:48244): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:30.459987056Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"accepted connection from 127.0.0.1:41003","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:31.472552608Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:31.47266582Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:31.472682278Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } cannot grab work lock, 00000000-0000-0000-0000-000000000000 is not active!","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:55:36.463622415Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } disconnected, Upstairs is not active","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:36.463848485Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"connection (127.0.0.1:41003): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:36.463948155Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"accepted connection from 127.0.0.1:47199","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.572144595Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.572399096Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.572411809Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.572754327Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"Current flush_numbers [0..12]: [25, 26, 27, 27, 28, 28, 29, 30, 30, 31, 31, 32]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.574028736Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.57404394Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"accepted connection","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.67519306Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"local_addr":"0.0.0.0:12820","task":"repair","remote_addr":"127.0.0.1:49556"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.677883585Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"uri":"/extent/31/files","method":"GET","req_id":"be719050-8774-43db-880c-6e0d4e9ee853","remote_addr":"127.0.0.1:49556","local_addr":"0.0.0.0:12820","task":"repair","latency_us":1403,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.679653529Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"uri":"/newextent/31/data","method":"GET","req_id":"085274d2-e595-4fd5-b40b-8ea15950108d","remote_addr":"127.0.0.1:49556","local_addr":"0.0.0.0:12820","task":"repair","latency_us":1018,"response_code":"200"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:56:29.067003231Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:56:29.06702876Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"connection (127.0.0.1:47199): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.067037197Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"accepted connection from 127.0.0.1:38932","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.124165727Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.124848358Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: f9aa4fc0-24f3-4378-9a6e-17e65fa9ff81, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.124910656Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: f9aa4fc0-24f3-4378-9a6e-17e65fa9ff81, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.125216517Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176} {"msg":"Current flush_numbers [0..12]: [25, 26, 27, 27, 28, 28, 29, 30, 30, 31, 31, 32]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.127407135Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.127535715Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"proc"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: f9aa4fc0-24f3-4378-9a6e-17e65fa9ff81, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:56:45.453407988Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: f9aa4fc0-24f3-4378-9a6e-17e65fa9ff81, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:56:45.453572368Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176,"task":"main"} {"msg":"connection (127.0.0.1:38932): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:45.453596533Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1176}