{"msg":"Opened existing region file \"/var/tmp/test_repair/8830/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.249578427Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.250181353Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.250206216Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"UUID: 12345678-0000-0000-0000-000000008830","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.252021033Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.252043967Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 764da36f6a4255a5834591b69c6e5591e6ce3a04\nCommit timestamp: 2025-02-07T19:51:46.000000000Z  branch: alan/agent-needs-workers\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.296945677Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"main"}
{"msg":"Upstairs <-> Downstairs Message Version: 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.297004322Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"main"}
{"msg":"Repair listens on 0.0.0.0:12830 for path:\"/var/tmp/test_repair/8830\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.29807069Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"repair"}
{"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.298441875Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"local_addr":"0.0.0.0:12830","task":"repair"}
{"msg":"Using repair address: 0.0.0.0:12830","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.298627158Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"main"}
{"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.298668177Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"main"}
{"msg":"downstairs listening on 0.0.0.0:8830","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.298733001Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"main"}
{"msg":"accepted connection from 127.0.0.1:42615","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.299120592Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"main"}
{"msg":"connection (127.0.0.1:42615): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.299358831Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"id":"0"}
{"msg":"Connection request from 732dc9a0-8788-4bce-a423-24360daab70d with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.299684628Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs UpstairsConnection { upstairs_id: 732dc9a0-8788-4bce-a423-24360daab70d, session_id: 247c4a1c-b1c0-4d3d-8379-609e9e0dc5f8, gen: 197 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.299711081Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"UpstairsConnection { upstairs_id: 732dc9a0-8788-4bce-a423-24360daab70d, session_id: 247c4a1c-b1c0-4d3d-8379-609e9e0dc5f8, gen: 197 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.300171273Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Current flush_numbers [0..12]: [318, 326, 330, 326, 308, 318, 321, 328, 328, 322, 322, 326]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.301166869Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/002.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.302490201Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"eid:2 Found repair files: [\"002\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.304274545Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Verify extent 2 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.306202823Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/002.copy\" to \"/var/tmp/test_repair/8830/00/000/002.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.30672434Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/002.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.306794402Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/002.replace\" to \"/var/tmp/test_repair/8830/00/000/002.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.306919739Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/001.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.308411489Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"eid:1 Found repair files: [\"001\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.30895156Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Verify extent 1 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.310764767Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/001.copy\" to \"/var/tmp/test_repair/8830/00/000/001.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.311415621Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/001.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.31145664Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/001.replace\" to \"/var/tmp/test_repair/8830/00/000/001.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:14.311620529Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"extent 1 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-07T20:15:14.826859265Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"extent 2 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-07T20:15:14.826899985Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.366834165Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"recv","id":"0"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-07T20:15:18.36697015Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"recv","id":"0"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.366999652Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs UpstairsConnection { upstairs_id: 732dc9a0-8788-4bce-a423-24360daab70d, session_id: 247c4a1c-b1c0-4d3d-8379-609e9e0dc5f8, gen: 197 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.367023466Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs UpstairsConnection { upstairs_id: 732dc9a0-8788-4bce-a423-24360daab70d, session_id: 247c4a1c-b1c0-4d3d-8379-609e9e0dc5f8, gen: 197 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.367045011Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"accepted connection from 127.0.0.1:49671","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.468608388Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"main"}
{"msg":"connection (127.0.0.1:49671): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.468711781Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"id":"1"}
{"msg":"Connection request from 27211c9b-500a-4a94-a1ea-eeb0be58d7c8 with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.469056373Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs UpstairsConnection { upstairs_id: 27211c9b-500a-4a94-a1ea-eeb0be58d7c8, session_id: fe4c15c1-ddf4-4ef2-8a9b-d41241e3d933, gen: 198 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.469083886Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"UpstairsConnection { upstairs_id: 27211c9b-500a-4a94-a1ea-eeb0be58d7c8, session_id: fe4c15c1-ddf4-4ef2-8a9b-d41241e3d933, gen: 198 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.469545028Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Current flush_numbers [0..12]: [318, 331, 331, 326, 308, 318, 321, 328, 328, 322, 322, 326]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.470486928Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.492336127Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"recv","id":"1"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-07T20:15:18.492372747Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"recv","id":"1"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.492397641Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs UpstairsConnection { upstairs_id: 27211c9b-500a-4a94-a1ea-eeb0be58d7c8, session_id: fe4c15c1-ddf4-4ef2-8a9b-d41241e3d933, gen: 198 } (ConnectionId(1)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.492423554Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs UpstairsConnection { upstairs_id: 27211c9b-500a-4a94-a1ea-eeb0be58d7c8, session_id: fe4c15c1-ddf4-4ef2-8a9b-d41241e3d933, gen: 198 } (ConnectionId(1)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.492450158Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"accepted connection from 127.0.0.1:58870","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.588559447Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"main"}
{"msg":"connection (127.0.0.1:58870): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.588601217Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"id":"2"}
{"msg":"Connection request from a7869a3f-4e2c-436e-91b3-306486342c3c with version 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.589053951Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs UpstairsConnection { upstairs_id: a7869a3f-4e2c-436e-91b3-306486342c3c, session_id: 4ba1999c-1946-4130-82ad-174292f5586d, gen: 199 } connected, version 13","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.589087422Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"UpstairsConnection { upstairs_id: a7869a3f-4e2c-436e-91b3-306486342c3c, session_id: 4ba1999c-1946-4130-82ad-174292f5586d, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.589544186Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Current flush_numbers [0..12]: [334, 333, 331, 333, 333, 318, 332, 332, 328, 322, 322, 326]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.590298623Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/013.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.591959199Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"eid:19 Found repair files: [\"013\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.592662749Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Verify extent 19 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.594629237Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/013.copy\" to \"/var/tmp/test_repair/8830/00/000/013.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.595196112Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/013.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.595228914Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/013.replace\" to \"/var/tmp/test_repair/8830/00/000/013.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.595372897Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.597499984Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.598002865Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.599721896Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/007.copy\" to \"/var/tmp/test_repair/8830/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.600246622Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/007.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.600275544Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/007.replace\" to \"/var/tmp/test_repair/8830/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.600421837Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Created copy dir \"/var/tmp/test_repair/8830/00/000/018.copy\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.601990826Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"eid:24 Found repair files: [\"018\"]","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.602470094Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Verify extent 24 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.604205891Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8830/00/000/018.copy\" to \"/var/tmp/test_repair/8830/00/000/018.replace\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.604745663Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Copy files from \"/var/tmp/test_repair/8830/00/000/018.replace\" in \"/var/tmp/test_repair/8830/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.604814935Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"Move directory  \"/var/tmp/test_repair/8830/00/000/018.replace\" to \"/var/tmp/test_repair/8830/00/000/018.completed\"","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:18.604926536Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-07T20:15:19.118739378Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"extent 19 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-07T20:15:19.11880979Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"extent 24 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-02-07T20:15:19.118832754Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:22.658016995Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"recv","id":"2"}
{"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-02-07T20:15:22.658085177Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976,"task":"recv","id":"2"}
{"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:22.658116259Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs UpstairsConnection { upstairs_id: a7869a3f-4e2c-436e-91b3-306486342c3c, session_id: 4ba1999c-1946-4130-82ad-174292f5586d, gen: 199 } (ConnectionId(2)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:22.658145232Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}
{"msg":"upstairs UpstairsConnection { upstairs_id: a7869a3f-4e2c-436e-91b3-306486342c3c, session_id: 4ba1999c-1946-4130-82ad-174292f5586d, gen: 199 } (ConnectionId(2)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-02-07T20:15:22.658173195Z","hostname":"w-01JKH09D388P2M62WHVYSYH6T6","pid":1976}