{"msg":"Opened existing region file \"/var/tmp/test_repair/8820/region.json\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.759866141Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Database read version 1","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.760636795Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Database write version 1","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.760664141Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"UUID: 12345678-0000-0000-0000-000000008820","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.763400967Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Blocks per extent:20 Total Extents: 30","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.763424424Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: afbd0ec341edbe8e076286ae0030d2abadb28437\nCommit timestamp: 2025-01-11T05:49:56.000000000Z branch: renovate/opentelemetry-0.x\nrustc: 1.84.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: true Opt level: 0","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.807440895Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"task":"main"} {"msg":"Upstairs <-> Downstairs Message Version: 12","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.807495727Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"task":"main"} {"msg":"Repair listens on 0.0.0.0:12820 for path:\"/var/tmp/test_repair/8820\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808477293Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"task":"repair"} {"msg":"listening","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808766983Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"local_addr":"0.0.0.0:12820","task":"repair"} {"msg":"Using repair address: 0.0.0.0:12820","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808925602Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"task":"main"} {"msg":"No SSL acceptor configured","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808957477Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"task":"main"} {"msg":"downstairs listening on 0.0.0.0:8820","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.808995852Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"task":"main"} {"msg":"accepted connection from 127.0.0.1:52026","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840454541Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"task":"main"} {"msg":"connection (127.0.0.1:52026): tasks spawned","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.840808042Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"id":"0"} {"msg":"Connection request from 6725155c-0f46-41d5-9f17-67bbc22f6d8a with version 12","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84118797Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 6725155c-0f46-41d5-9f17-67bbc22f6d8a, session_id: e7c3d11b-b962-47cc-a345-0a03dc86d44a, gen: 199 } connected, version 12","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.841234104Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"UpstairsConnection { upstairs_id: 6725155c-0f46-41d5-9f17-67bbc22f6d8a, session_id: e7c3d11b-b962-47cc-a345-0a03dc86d44a, gen: 199 } is now active (read-write)","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.84163367Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Current flush_numbers [0..12]: [331, 333, 333, 330, 330, 331, 331, 309, 320, 319, 310, 306]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.842396725Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/007.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.843927506Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"eid:7 Found repair files: [\"007\"]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.845541815Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Verify extent 7 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.847391462Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/007.copy\" to \"/var/tmp/test_repair/8820/00/000/007.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.847949416Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/007.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.848034484Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/007.replace\" to \"/var/tmp/test_repair/8820/00/000/007.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.848165327Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/008.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.849728213Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"eid:8 Found repair files: [\"008\"]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.850467042Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Verify extent 8 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.852412166Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/008.copy\" to \"/var/tmp/test_repair/8820/00/000/008.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.852913467Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/008.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.852963031Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/008.replace\" to \"/var/tmp/test_repair/8820/00/000/008.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.853099072Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00F.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.854556743Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"eid:15 Found repair files: [\"00F\"]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.855289862Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Verify extent 15 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.856938927Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00F.copy\" to \"/var/tmp/test_repair/8820/00/000/00F.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.857447217Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00F.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.85750035Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00F.replace\" to \"/var/tmp/test_repair/8820/00/000/00F.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.857629253Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/00E.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.859118409Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"eid:14 Found repair files: [\"00E\"]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.859613171Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Verify extent 14 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.861397817Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/00E.copy\" to \"/var/tmp/test_repair/8820/00/000/00E.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.862024661Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/00E.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.862050618Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/00E.replace\" to \"/var/tmp/test_repair/8820/00/000/00E.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.862190669Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/016.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.863605335Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"eid:22 Found repair files: [\"016\"]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.864136923Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Verify extent 22 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.865819693Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/016.copy\" to \"/var/tmp/test_repair/8820/00/000/016.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.866362938Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/016.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.866407592Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/016.replace\" to \"/var/tmp/test_repair/8820/00/000/016.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.866530835Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Created copy dir \"/var/tmp/test_repair/8820/00/000/01C.copy\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.868370384Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"eid:28 Found repair files: [\"01C\"]","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.868884343Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Verify extent 28 still ready for copy","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.870598539Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"1 repair files downloaded, move directory \"/var/tmp/test_repair/8820/00/000/01C.copy\" to \"/var/tmp/test_repair/8820/00/000/01C.replace\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.873606358Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Copy files from \"/var/tmp/test_repair/8820/00/000/01C.replace\" in \"/var/tmp/test_repair/8820/00/000\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.873630645Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"Move directory \"/var/tmp/test_repair/8820/00/000/01C.replace\" to \"/var/tmp/test_repair/8820/00/000/01C.completed\"","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:33.873760817Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"extent 7 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-11T06:12:34.387866193Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"extent 8 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-11T06:12:34.387930424Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"extent 14 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-11T06:12:34.387971958Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"extent 15 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-11T06:12:34.388001654Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"extent 22 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-11T06:12:34.388036969Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"extent 28 was in dirty_extents but not actually dirty","v":0,"name":"crucible","level":40,"time":"2025-01-11T06:12:34.388060956Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"upstairs disconnected","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:37.926500118Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"task":"recv","id":"0"} {"msg":"recv_task sending ConnectionClosed","v":0,"name":"crucible","level":40,"time":"2025-01-11T06:12:37.926647088Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976,"task":"recv","id":"0"} {"msg":"connection closed; disconnection","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:37.926675094Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 6725155c-0f46-41d5-9f17-67bbc22f6d8a, session_id: e7c3d11b-b962-47cc-a345-0a03dc86d44a, gen: 199 } (ConnectionId(0)) removed, 0 jobs left","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:37.92670066Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976} {"msg":"upstairs UpstairsConnection { upstairs_id: 6725155c-0f46-41d5-9f17-67bbc22f6d8a, session_id: e7c3d11b-b962-47cc-a345-0a03dc86d44a, gen: 199 } (ConnectionId(0)) was previously active, clearing","v":0,"name":"crucible","level":30,"time":"2025-01-11T06:12:37.926727126Z","hostname":"w-01JH9ZCPXCK74892DRS35HB2K7","pid":1976}