{"msg":"Opened existing region file \"/var/tmp/dsc/region/8810/region.json\"","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.30787091Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.308008283Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.308015747Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"UUID: 12345678-0000-0000-0000-000000008810","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.353716535Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Blocks per extent:262144 Total Extents: 32","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.35372857Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 23970378969e4089c1e09cae8e0f69a5f3141d37\nCommit timestamp: 2024-01-02T17:23:49.000000000Z  branch: main\nrustc: 1.73.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.353898811Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"Upstairs <-> Downstairs Message Version: 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.353907774Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"Repair listens on 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.354248095Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"repair"}
{"msg":"listening","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.354464688Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"local_addr":"0.0.0.0:12810","task":"repair"}
{"msg":"Using repair address: 0.0.0.0:12810","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.354568295Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.354577196Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"listening on 0.0.0.0:8810","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:06.354691548Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"accepted connection from 127.0.0.1:56307","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.432669188Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.433548627Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 663a001f-8e1c-4eaa-b659-1986711b9638, gen: 1 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.433567902Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 663a001f-8e1c-4eaa-b659-1986711b9638, gen: 1 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.434114314Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.435099915Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:09.435211907Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 663a001f-8e1c-4eaa-b659-1986711b9638, gen: 1 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:54:54.658781748Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 663a001f-8e1c-4eaa-b659-1986711b9638, gen: 1 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:54:54.658806611Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"connection (127.0.0.1:56307): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.658828178Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"accepted connection from 127.0.0.1:58849","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.708069943Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.708404193Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: c3f41818-929c-42c5-9f92-bfae0d8b0f33, gen: 2 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.708423083Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: c3f41818-929c-42c5-9f92-bfae0d8b0f33, gen: 2 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.708924439Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Current flush_numbers [0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.709695916Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:54:54.709719044Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: c3f41818-929c-42c5-9f92-bfae0d8b0f33, gen: 2 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:55:11.619614027Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: c3f41818-929c-42c5-9f92-bfae0d8b0f33, gen: 2 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:55:11.619646587Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"connection (127.0.0.1:58849): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:11.619659863Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"accepted connection from 127.0.0.1:33424","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.271363231Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.271525655Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.271543701Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.27196886Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Current flush_numbers [0..12]: [1, 2, 3, 3, 4, 4, 5, 5, 6, 7, 7, 8]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.276070412Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:12.276083447Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"connection (127.0.0.1:33424) Exits with error: Error reading from Upstairs: bytes remaining on stream","v":0,"name":"crucible","level":50,"time":"2024-01-02T17:55:36.463965919Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"accepted connection from 127.0.0.1:54302","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.572058352Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.57243518Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.572457528Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"Attempting RW takeover from UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } to UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 }","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:55:37.572732892Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Signaling to UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } thread that UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 } is being promoted (read-write)","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:55:37.572756512Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Error while signaling to UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: 56b3037b-bfb0-457f-a99f-dfd12d6c83e7, gen: 3 } thread: SendError { .. }","v":0,"name":"crucible","level":50,"time":"2024-01-02T17:55:37.572771852Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.572782681Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Current flush_numbers [0..12]: [25, 26, 27, 27, 28, 28, 29, 30, 30, 31, 31, 32]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.573950709Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.573969079Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"Created copy dir \"/var/tmp/dsc/region/8810/00/000/01F.copy\"","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.575480637Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"eid:31 Found repair files: [\"01F\"]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:37.678270737Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Repair files downloaded, move directory \"/var/tmp/dsc/region/8810/00/000/01F.copy\" to \"/var/tmp/dsc/region/8810/00/000/01F.replace\"","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:40.565378817Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Copy files from \"/var/tmp/dsc/region/8810/00/000/01F.replace\" in \"/var/tmp/dsc/region/8810/00/000\"","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:40.581454188Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Move directory  \"/var/tmp/dsc/region/8810/00/000/01F.replace\" to \"/var/tmp/dsc/region/8810/00/000/01F.completed\"","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:55:41.801841333Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:56:29.063875722Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: dcd0cc48-8375-411b-a189-f3743cac3c1e, gen: 4 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:56:29.06395848Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"connection (127.0.0.1:54302): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.063966435Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"accepted connection from 127.0.0.1:60184","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.124217018Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"Connection request from 00000000-0000-0000-0000-000000000000 with version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.124895827Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: f9aa4fc0-24f3-4378-9a6e-17e65fa9ff81, gen: 5 } connected, version 5","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.124913366Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: f9aa4fc0-24f3-4378-9a6e-17e65fa9ff81, gen: 5 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.125374858Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}
{"msg":"Current flush_numbers [0..12]: [25, 26, 27, 27, 28, 28, 29, 30, 30, 31, 31, 32]","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.127812212Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"Downstairs has completed Negotiation","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:29.127833222Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"proc"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: f9aa4fc0-24f3-4378-9a6e-17e65fa9ff81, gen: 5 } disconnected, 0 jobs left","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:56:44.769609652Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"upstairs UpstairsConnection { upstairs_id: 00000000-0000-0000-0000-000000000000, session_id: f9aa4fc0-24f3-4378-9a6e-17e65fa9ff81, gen: 5 } was previously active, clearing","v":0,"name":"crucible","level":40,"time":"2024-01-02T17:56:44.769640356Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178,"task":"main"}
{"msg":"connection (127.0.0.1:60184): all done","v":0,"name":"crucible","level":30,"time":"2024-01-02T17:56:44.769653796Z","hostname":"ip-10-150-1-178.us-west-2.compute.internal","pid":1178}