{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:00.944600224Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"b6ca54bf-73cb-45e5-bdb2-ec4c7b348070","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":321,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.398597486Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.398650167Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.398960502Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.398999442Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.399011062Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.399215625Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.400543224Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.401238194Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.4016694Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.40315427Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.403166341Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.403311513Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.40520809Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.405386032Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.407144017Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.409328648Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.409341048Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.409478199Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.421373497Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.421388867Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":68,"elapsed":"22.814661ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:03.429932527Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"30.920945ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.398045556Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.398111748Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.398543263Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.399207713Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.399223453Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.399516227Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.400507111Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.4011592Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.401522385Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.40294786Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"3.731512ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.403011171Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.403022899Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.403155089Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.405280588Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.405451101Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.406723519Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.409031241Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.409049531Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.409179083Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.417747584Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:13.417765384Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":69,"elapsed":"19.746618ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:15.946788102Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"52904c01-9ed8-442d-99a7-9ba45dda61e2","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":432,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.398793825Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.398863726Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.398875437Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.398884846Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.398892877Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.398902037Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.398910507Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.39914378Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399158981Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399230882Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.39985622Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.39986488Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399872831Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.39987882Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399886091Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399893501Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399899911Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399906101Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399913051Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399920091Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399926681Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399932951Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399938632Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399946372Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399952502Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399960122Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399966672Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399973272Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399979042Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.399993812Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.400109644Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.400126014Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.400234545Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.400296826Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.400312517Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.400331247Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.400356897Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.400365107Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.400412688Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.401212829Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.402032361Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 118931534 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.402303335Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.402832482Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.006796ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.402854522Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 119747046 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.403047205Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.403210118Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.403947608Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.403970998Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.40410172Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.404912071Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.404934032Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.405079344Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.405692442Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.406164699Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.407199303Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.408661434Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.408681415Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.408852107Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.40981115Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.409830301Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.410024833Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.410962247Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.410989757Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.411000557Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.413475422Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.413770316Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.414188212Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.415240427Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.4154654Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.416092839Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.416951841Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.416975631Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.417167884Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.417679701Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.417728442Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 134626505 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.417920845Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.418027646Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.41829148Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.418413611Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.418422941Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.418545163Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.418646215Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.419315394Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.419601208Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.420152156Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"20.197125ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.424138022Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.424162822Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"24.16963ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.441721609Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.44176032Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.44177288Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.4417818Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.44179041Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.44179977Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.441809361Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.441817711Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.442058804Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.442087305Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.442107715Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.442146235Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.445995909Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.446211612Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.448191131Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.448532755Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.45170323Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.453930481Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.454451959Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.454473139Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.454635651Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.456048621Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.456075281Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.456279774Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.456303935Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.456314955Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.456322855Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.456519808Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.487140979Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.487168089Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.487456503Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab9155d5-b76a-4be8-bc7f-a62031387633\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:30:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.487470913Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.489415391Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.501960457Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.501982797Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.502243971Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff7e2a8-0946-474a-a9b7-0db31fd3a8f7\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:30:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.502269501Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.503655481Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.510367715Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.510389196Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.510585738Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759c2a83-557d-4da7-a55c-1136ee7381cb\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:30:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.510611429Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.512500036Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.523647902Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.523668702Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.523678753Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.524075728Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.525411627Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.525456328Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"83.701488ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.525735312Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.528536381Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.528763604Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.528785385Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.529118999Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.52914381Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.530106643Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.530134433Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.530146284Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.530395637Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.530844454Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.530859104Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.531004336Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.532343305Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.533918527Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.533940597Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.534061279Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.540102924Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.540129644Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":70,"elapsed":"141.336469ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.557857724Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"116.118804ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.561063209Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"161.176469ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.561429704Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.56396285Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Sled { parent: Fleet, key: e211d163-be78-4663-b73f-baf5e9462a10, lookup_type: ById(e211d163-be78-4663-b73f-baf5e9462a10) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.56398016Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.564140242Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.564498557Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.564520557Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.564533148Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.564545898Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"164.651357ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.564844522Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.565687924Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"123.939015ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.565766725Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"0","iteration":24,"elapsed":"165.880364ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.589818953Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":24,"elapsed":"191.026768ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.595463093Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.595771357Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a62d1d5-3aad-4f7a-8ab4-989d3cdf5986\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:30:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.596711881Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"154.987181ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.596834952Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.597059335Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.599047033Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"null","iteration":24,"elapsed":"200.238238ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.625861441Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"225.959889ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.633719451Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd13b84-98cb-4997-85f7-75837ab51d58\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 00:30:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.633747372Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.634031726Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.655457627Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.655957584Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77125c98-5261-45cc-bb0c-86ca6644c406\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 00:30:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.655977484Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.655987595Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.655995215Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.657308233Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":24,"elapsed":"257.384302ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.675419768Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.675447269Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.675739593Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1f5a1510-8b3b-4618-88b6-9a7408d2db52\", \"date\": \"Thu, 14 Nov 2024 00:30:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.675755533Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.676172109Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.67842031Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.678618263Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.681735337Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.68195776Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.68479686Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.68480842Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.688313619Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bfe4546d-24fd-4532-bb20-87c18482bf8f\", \"date\": \"Thu, 14 Nov 2024 00:30:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.68908445Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.689487526Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.689668769Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":24,"elapsed":"289.801579ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.691383023Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 1b492b5b-8c3a-4e99-9528-5d52a91581c5, rack_id: fcfbb675-622a-4d07-9c7d-02f1c7317864, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.691394633Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.691548865Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.701185711Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.701474705Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fe34571-b3a0-4bb9-b270-dd18bd6fc380\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 00:30:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701494475Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701504425Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701759029Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701769679Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701777539Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701785009Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701791799Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701798859Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701932801Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.701942531Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.702061133Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.702070223Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.702289326Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.704574798Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.70470644Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b14d2aea-2073-4e32-bcd2-cb6c83ad5c5e\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:30:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.70471726Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.704803111Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e7e817f-bcd9-4cde-8dce-a52a3585de82\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 00:30:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.704816302Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.704826572Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.835179416Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0d59debc-2079-4ac0-91bd-2958e1ad2129\", \"date\": \"Thu, 14 Nov 2024 00:30:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:23.835215527Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.835225547Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.835479261Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b905e0aa-f5f2-4813-a602-e0440be92736\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 00:30:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.835518201Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.835796145Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.839042071Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.839286064Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.841940261Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.842105534Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.84395598Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.844125252Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:23.851136671Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":24,"elapsed":"451.219259ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:30.949449877Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"49a71864-e0fe-4620-a259-f8ba28c73a31","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":447,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.399066947Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.399134948Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.399416312Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.399455372Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.399463833Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.399645585Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.401282058Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.403843764Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.403855894Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.404004096Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.408972056Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.40921286Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.412146221Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.414602226Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.414614556Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.414745248Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.426212299Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.426238269Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":71,"elapsed":"27.184153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.432836982Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.433039875Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:33.461171421Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"61.705729ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.398912633Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.398978764Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.399267248Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.399724164Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.399735485Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.399925587Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.400474175Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.401459829Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.401707562Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.402869218Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.402896749Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.403017481Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.404584133Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.404734325Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.406248796Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.408394326Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.408418577Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.408538088Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.419887468Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.419905298Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":72,"elapsed":"21.016506ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:43.428052743Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"28.325589ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:45.944089418Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"bde6e358-c00a-48ae-be23-75d51bf4c203","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":277,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398564776Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398622837Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398633387Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398641297Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398649817Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398657187Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398664348Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398672768Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398680148Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.398688308Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 00:20:53.398623527 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398696308Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398702888Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398709568Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398716898Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398723238Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T00:30:53.398730978Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398738018Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\"}","iteration":14,"elapsed":"11.351µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398745509Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398751879Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398759919Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398766849Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398774029Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398779899Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398788429Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.398795729Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399018553Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399050733Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399065763Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399078023Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399090414Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399226165Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1ab1c44d-7d9e-4861-bc1e-704f908d5ccd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"34921995-b6f6-4aad-8964-3692385af9d6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"af9e2ff3-0008-44dc-81fb-c799d2026305.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"af9e2ff3-0008-44dc-81fb-c799d2026305.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 115694189 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399258326Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399275006Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399408438Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6880e62c-aa82-46ed-8fbf-fcd0d42c3184.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"df51b222-8234-4074-91c0-cdaaebfaa9a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"df51b222-8234-4074-91c0-cdaaebfaa9a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 115885401 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.39952871Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.39954724Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.39955574Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.39956243Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.39956967Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.39957806Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.39958473Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399592421Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399598941Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399608671Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399620341Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399631441Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399640981Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399651161Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399660131Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399668212Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399677472Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399687792Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399697172Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399706682Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399715882Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399727152Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399735832Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399745143Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399754673Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.399764403Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399774343Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399864584Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399893745Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399906325Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":13,"elapsed":"1.298708ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399915695Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399935075Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399971406Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399981906Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.399991516Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400001626Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.293408ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400009526Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400055857Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400065467Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400074207Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400086537Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400096918Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400104578Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400168219Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.40026007Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400326731Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400336241Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400472963Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400557424Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400565484Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400760257Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.400768297Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.40094438Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.401959364Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 118452698 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.401980814Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.261996ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.402217647Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.402322139Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.402955928Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.403265112Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.40380654Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 00:20:53.398623527 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.40382632Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"expiration\":\"2024-11-14T00:20:53.398623527Z\",\"pruned\":[]}","iteration":13,"elapsed":"5.192443ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.404149395Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 120638778 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.404186605Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.404199425Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.404323747Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.404346797Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.404389038Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.406334496Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.407032095Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.407214628Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.407230468Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.407413431Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.409191051Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.409211039Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.409219984Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.409355829Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.409682583Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.409696453Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.409891026Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.411275485Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.411880634Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.411905394Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.412125417Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.413002749Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.41302287Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.41303002Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.413130051Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.413247493Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.413555387Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.41377326Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.414859325Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.414877756Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.415146029Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.415774568Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.415791849Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.415950121Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.417365911Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.418320314Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.420026418Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.420055329Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.420217151Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.420231621Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.421095973Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.421116053Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.421125553Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.421134124Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.421459138Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.421501459Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.421753332Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.42229471Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.42231814Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.422461912Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.42514302Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.425426944Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.425482865Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.425734438Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.425780159Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.426055783Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.42655217Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.426868814Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.427010046Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 143487690 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.427329651Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.427478923Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.427501533Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.427511723Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.427696446Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.430470045Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"9.344032ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.430976042Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.431001363Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.431107964Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"9.877709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.431817874Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.432591455Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.435487096Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.435514636Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.435707089Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.43578434Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.43580115Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.436051023Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.44002677Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442046598Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442070688Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442081148Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442091819Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442100889Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442110359Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442118309Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442127979Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442501254Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.442533115Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.444398061Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.444460912Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.444477312Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.444491652Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.444501513Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.446345379Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"4.27989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.448450848Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.448806683Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.450447046Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"8.227336ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.452526635Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"52.830403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.453298986Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.454367231Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.454393212Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.45568514Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.456304019Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.45710002Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.45712706Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.457387074Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.458366658Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.458398668Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.458610211Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.458638452Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.458842474Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.459884709Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.461792566Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.461853597Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.461872077Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.461882587Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.46208228Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.46210781Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.462239232Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.462356274Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.462376204Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.462387334Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.462617057Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.466425051Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.467114041Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.470526239Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"27.780471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.472399395Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.473666513Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.473699553Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":73,"elapsed":"74.981265ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.473880786Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"74.278206ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.474346293Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"74.734572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.475925465Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.476369791Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.477385505Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.477409425Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.477696Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.478621633Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.479675408Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.48267597Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Sled { parent: Fleet, key: e211d163-be78-4663-b73f-baf5e9462a10, lookup_type: ById(e211d163-be78-4663-b73f-baf5e9462a10) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.48271041Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.482856472Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.482923933Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.483279128Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.483785095Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.483804726Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.483815636Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"84.163884ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.485260606Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.485283736Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.48554901Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.485678062Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.485697522Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.485706252Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.485715082Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.485939526Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.488679744Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"89.049113ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.494504406Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"0","iteration":25,"elapsed":"92.892037ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.495771794Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.495843995Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.495857935Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"96.216894ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.510046065Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.510470621Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.510895667Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.51110334Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.522790094Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.522842685Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"123.269904ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.528091739Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.528123969Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2249d3ef-e161-463e-bd03-3f37771eab48"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.528136119Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.528543115Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.541897683Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.549570511Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.549885976Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.568057871Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.590065951Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.590097011Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.590416586Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69180ebe-2c50-468f-bf22-4280b1f49d9a\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.590446546Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.592623517Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.644107261Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.644128192Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.644441106Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71a16518-9366-4aa8-868f-6683fdb65d13\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.644477727Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.644823001Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.646925111Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.650923097Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.650949208Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.651152361Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.681220744Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"239.155515ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.692710005Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.693645448Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.696344397Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.696365627Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.696495339Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.698528607Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2249d3ef-e161-463e-bd03-3f37771eab48"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.698550108Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.698558878Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"current_time_created":"2024-11-14 00:18:55.211515 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.698567348Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"generation\":2}","iteration":13,"elapsed":"299.956441ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.700677906Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.700691743Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.701025592Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31ea179-0276-4aa7-af35-c88f2b2a4322\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.701045954Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.703019831Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.703206513Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.703420126Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.705337193Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.705665228Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.705707548Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.705891081Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.705901571Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"501e9987-47e9-4194-a5b0-10ee954fd76c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.705910461Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.706253486Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.707152598Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.707178429Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.707320001Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.707558054Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.707571095Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.707834658Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b766f67-4c1e-4d6f-8b4d-87877509c75f\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.707859919Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.708042971Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.709484591Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.710719719Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.710731919Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.710869641Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.713845383Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"501e9987-47e9-4194-a5b0-10ee954fd76c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.713858653Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.713872593Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"current_time_created":"2024-11-14 00:18:53.692551 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.713881943Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"generation\":1}","iteration":13,"elapsed":"315.141835ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T00:30:53.716627812Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.716640582Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"317.009331ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.739653136Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.740034221Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f2ce0d3c-a19d-4bec-96c8-4fe09125baae\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.740059342Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.742108581Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T00:18:50.724288Z, time_modified: 2024-11-14T00:18:50.724288Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bf9014ac-edb7-4293-a1ff-4004060e0581, db_silo: Silo { identity: SiloIdentity { id: bf9014ac-edb7-4293-a1ff-4004060e0581, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T00:18:55.151722Z, time_modified: 2024-11-14T00:18:55.151722Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0798a7385384103ed54567d8406210304cdb091736af57f4492a8d16af3f2d52\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bf9014ac-edb7-4293-a1ff-4004060e0581, db_silo: Silo { identity: SiloIdentity { id: bf9014ac-edb7-4293-a1ff-4004060e0581, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T00:18:55.151722Z, time_modified: 2024-11-14T00:18:55.151722Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0798a7385384103ed54567d8406210304cdb091736af57f4492a8d16af3f2d52\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.742127341Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bf9014ac-edb7-4293-a1ff-4004060e0581\",\"tls_certs\":[\"0798a7385384103ed54567d8406210304cdb091736af57f4492a8d16af3f2d52\"]}},\"default_endpoint\":{\"silo_id\":\"bf9014ac-edb7-4293-a1ff-4004060e0581\",\"tls_certs\":[\"0798a7385384103ed54567d8406210304cdb091736af57f4492a8d16af3f2d52\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"343.456284ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.742638048Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ceac40e8-dc1f-4525-85b0-15d8194eb052\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.742662898Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.745201164Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.745218354Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"346.563867ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.747302694Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":25,"elapsed":"348.660627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.768546293Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.768823626Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.770335758Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.772084152Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.772097172Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.772237894Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.786448894Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.786969502Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f43a7b94-0ab6-40b7-819b-26112111c199\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.786984472Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.789452067Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"77566fcc-734e-4872-ab63-986ee16c9e58\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.789463977Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.791396834Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ff18a3b0-a20e-42ba-8725-11ed6c720028\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.791407884Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.793329201Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.793375542Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"394.771716ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.802811835Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.802833285Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"31aa7edb-8f4d-4985-bcc4-0aa48fcd3b31\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.802843445Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.80314842Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b5770cb-8ff5-4aae-9bec-15559de1a997\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.80315939Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.804267885Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.804447108Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.805759836Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.806139542Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.806556557Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"null","iteration":25,"elapsed":"408.000561ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.80889876Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.808922281Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.809150874Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.810654965Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.810666735Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.810810467Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.813952041Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.813972212Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.81454209Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e5f6ac4f-537d-4f0a-9334-3b3ae0b532ad\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.815898429Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":25,"elapsed":"416.349379ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.863432328Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.863821313Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.865962243Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 1b492b5b-8c3a-4e99-9528-5d52a91581c5, rack_id: fcfbb675-622a-4d07-9c7d-02f1c7317864, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.865982504Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.866124606Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.876280459Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.876528032Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e01d3d96-6a60-442f-b427-9d69760e3442\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.876551213Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.876561773Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.876826526Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.876837166Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.876844057Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.876851227Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.876858667Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.876865977Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.877023499Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.877033059Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.877171341Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.877180341Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.877462505Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.879339222Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.879438803Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"535cac23-8ce8-4c21-a781-8914d8629940\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.879451733Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.879541735Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55af5334-3098-4655-9234-3d782aa60a72\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.879553965Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.879564325Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.896184449Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.98508455Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ea618b72-a8e7-448f-8561-d4320b36b7f0\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.98511324Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.98512288Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.985359564Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e5f6a8-e63f-47bb-bdd0-57c16ea3ba0d\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.985392094Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.985758369Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.988783222Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.989031165Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.992579332Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2f72a34-5665-4ba8-a3d3-60d180fcd663\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 00:30:53 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.992606024Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.992614752Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:30:53.992621811Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.992815417Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.993014311Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.994640054Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":25,"elapsed":"595.058864ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.995241323Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:53.995401215Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:30:54.001871836Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":25,"elapsed":"602.304456ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:00.946837214Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"1894bc87-75ba-43d1-8c54-ac8eda0d5dfb","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.399244324Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.399309265Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.399740141Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.399778811Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.399789061Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.399947544Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.401200641Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.40183671Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.402114674Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.403796988Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.403807918Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.40394778Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.405819716Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.405973778Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.407355258Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.409559139Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.409572519Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.409701251Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.421060461Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.421089791Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":74,"elapsed":"21.862348ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:03.429277476Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"29.495145ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.399452005Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.399523986Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.39981091Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.39985226Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.39986383Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.400063593Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.401677166Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.401823268Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.402035621Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.404504516Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.404519446Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.404693898Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.406540057Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.406689834Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.408122617Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.410358318Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.410372248Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.41049983Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.42113327Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.42115963Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":75,"elapsed":"21.719416ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:13.431600527Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"31.738247ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:15.945825427Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"df561428-e0a4-4249-a76a-becfdee33b12","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":324,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.399226579Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.39929718Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.399310741Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.399323091Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.399334081Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.399344481Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.399353621Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.399718777Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.399744307Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.399762247Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400309575Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400329825Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400339125Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400346445Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400354655Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400361526Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400368376Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.400376546Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400384726Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400392586Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400399306Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400406196Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400412936Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400419206Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400425127Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400431656Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400437837Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400443447Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400449297Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400456667Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400734281Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400764711Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400779741Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400792752Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400805812Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400825452Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400836022Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400847512Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.400864343Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.402567957Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1783, tv_nsec: 118640170 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.402878211Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.402894011Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.647271ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.402964192Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1783, tv_nsec: 119045716 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.403321567Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.403560691Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.404593595Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.405004571Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.406658614Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.406684395Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.406928058Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.407570227Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.407598667Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.40775289Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.408327548Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.408348008Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.40847804Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.408685643Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.409538445Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.410192724Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.410480568Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.410535889Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.410577069Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.410705311Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.411527153Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.411549663Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.411674465Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.411966739Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.412144321Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.418810055Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.41913383Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.420285766Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1783, tv_nsec: 136353179 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.42059105Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.420766383Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.421046157Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.438846967Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.439268033Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.439858721Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.441507445Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.441804439Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.442345296Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.442357077Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.442561399Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.442967145Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.442981665Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.442991135Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.443000366Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.443009686Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.443019406Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.443028706Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.443039176Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.443259809Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.443276639Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.44329577Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.443370291Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.444863112Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.445097565Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.446619357Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"46.22914ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.450180477Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"49.75612ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.451213891Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.451729138Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.451990452Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.452002852Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"51.698697ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.453392902Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.453422512Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.453579604Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.454248094Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.454265654Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.454403186Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.4596574Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.45969083Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.459703201Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.459861893Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.460227598Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.46041002Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.478710748Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.480717966Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.480756277Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.480804967Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.480825528Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":76,"elapsed":"81.598228ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.480878519Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.481811572Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.482166727Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.485294141Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.485495213Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.486277375Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"43.292389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.487733745Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.48946956Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"46.492734ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.490106749Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Sled { parent: Fleet, key: e211d163-be78-4663-b73f-baf5e9462a10, lookup_type: ById(e211d163-be78-4663-b73f-baf5e9462a10) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.490123009Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.490268411Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.492236819Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"0","iteration":26,"elapsed":"91.916443ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.494436679Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.49446222Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.494797264Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e76cb49e-c104-43e0-83ac-abc32c1ec433\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:31:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.494812845Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.496160554Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.506300046Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.506325517Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.506333337Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.506627981Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.517984111Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"75.006675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.524992099Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.525350345Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.544342242Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.544378832Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.544387442Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"143.960366ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.559913001Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"159.533385ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.562133892Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"119.128327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.570718433Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.571027867Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.572611039Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.574427965Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.574444195Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.574612608Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.576066118Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.577735462Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.577747272Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.577892224Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.599588189Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.59960855Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.599907964Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b07cd5a5-29b2-492a-8c17-e37fda90f526\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:31:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.599923514Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.602124025Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.602565261Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.602575311Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.602842685Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61811fc3-54ac-49fc-9ef9-43519e37367c\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:31:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.602857775Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.60529743Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.609370257Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.609661251Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77f52809-5eb4-4486-880d-ae2110d46089\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:31:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.611350655Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.611606548Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.613452674Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"null","iteration":26,"elapsed":"214.250705ms"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.65298111Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.653007071Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.65363231Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d82b94-c8b0-4e75-9745-9ae9d86149d4\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 00:31:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.65365864Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.653999135Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.668342967Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.668367757Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.668657251Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1f809fd2-d41d-43d4-ac8d-b15593fdfd57\", \"date\": \"Thu, 14 Nov 2024 00:31:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.668670061Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.668921355Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.671179897Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.671363299Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.695651151Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":26,"elapsed":"296.382011ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.716675707Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.717017262Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0552f39-42bb-4926-a26c-0419946cca76\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 00:31:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.717047962Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.717058002Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.717064692Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.719238243Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":26,"elapsed":"318.905568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.719379545Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.71975147Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.722921055Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.722933485Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.72327781Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8ee3a844-b8ff-43f4-993b-c5144cafbb66\", \"date\": \"Thu, 14 Nov 2024 00:31:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.725371709Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":26,"elapsed":"325.028114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.764698973Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.765054798Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.767178428Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 1b492b5b-8c3a-4e99-9528-5d52a91581c5, rack_id: fcfbb675-622a-4d07-9c7d-02f1c7317864, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.767195798Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.76734189Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.777138608Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.777413821Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59acb0d9-8ca4-4283-a071-1798626ade94\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 00:31:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777436782Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777447322Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777697576Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777707776Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777714796Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777722666Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777729756Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777736786Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777901328Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.777911168Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.778123431Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.778131882Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.778310874Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.78014262Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.780257481Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7943f3b3-09ab-41e3-83f6-7891c88d180d\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:31:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.780268272Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.780353153Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f3a6f4-63f0-40c7-a730-8f3a8b262f11\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 00:31:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.780367193Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.780376443Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.876919972Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2b80211c-92c9-45af-8d08-6dd8ba4ec247\", \"date\": \"Thu, 14 Nov 2024 00:31:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:23.876941922Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.876951022Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.877178916Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a481345-d3d1-4a39-a2d9-d98a9ae3e4d9\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 00:31:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.877214876Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.877424379Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.880952298Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.881121041Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.884431487Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.884747972Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.886858832Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.887176326Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:23.89454788Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":26,"elapsed":"494.188005ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:30.949582437Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"ff09d25a-8fbf-4506-a5f2-282cae83745b","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.399455431Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.399515792Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.399820526Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.400447625Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.400457865Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.400622877Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.401736603Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.402298561Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.402667776Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.403889363Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"3.431318ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.404194108Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.404204224Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.40434156Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.405308693Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.405460595Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.407039938Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.409188968Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.409199688Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.40933004Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.420884493Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:33.420910063Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":77,"elapsed":"21.459782ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.399984797Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.400054127Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.400403782Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.400443003Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.400459303Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.400708127Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.402061436Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.402915508Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.403264743Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.404681352Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.404692743Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.404836365Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.406586489Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.406797312Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.408288703Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.410676927Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.410687687Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.410820079Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.422381941Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.422405062Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":78,"elapsed":"22.436446ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:43.43079976Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"30.346057ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:45.947361963Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"571045c3-44fc-41a9-9da3-daa7f28033e3","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":464,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.398513874Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.398601115Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.398617536Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.398854369Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399516408Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399539978Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399551629Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.399561199Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 00:21:53.399553689 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399573479Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399582699Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399592589Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399603489Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.39961291Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399622959Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.39963152Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.3996406Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.39965172Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.39966221Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.39967152Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.39968054Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399691171Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399701861Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399711951Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399720951Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T00:31:53.399728741Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","reason":"blueprint disabled"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399737271Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399747471Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\"}","iteration":15,"elapsed":"12.51µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.399756592Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400008025Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400043136Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400072526Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400083216Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400091256Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400243678Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400300139Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6880e62c-aa82-46ed-8fbf-fcd0d42c3184.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"df51b222-8234-4074-91c0-cdaaebfaa9a4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"df51b222-8234-4074-91c0-cdaaebfaa9a4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 115965473 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.40035205Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.40037051Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.40038009Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.40038733Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400394821Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.40040165Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400407991Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400415931Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400427641Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400438271Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400448941Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400459141Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400470331Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400481002Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400491762Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400503922Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400549843Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400566293Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"1ab1c44d-7d9e-4861-bc1e-704f908d5ccd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"34921995-b6f6-4aad-8964-3692385af9d6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"af9e2ff3-0008-44dc-81fb-c799d2026305.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"af9e2ff3-0008-44dc-81fb-c799d2026305.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 116058464 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400584973Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400594613Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400604373Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400616213Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400626894Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400636134Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400646084Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400654774Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400741135Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400759326Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400853727Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400884467Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400897468Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400908498Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400918188Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400929948Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.181687ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400940898Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400952498Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400963629Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400974369Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.400985819Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.401065Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.4010867Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\"]}","iteration":14,"elapsed":"1.41815ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.401987563Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 117656147 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.402286027Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.402647262Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.402874955Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.4031695Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.403273201Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.404279985Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 00:21:53.399553689 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.404293985Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"expiration\":\"2024-11-14T00:21:53.399553689Z\",\"pruned\":[]}","iteration":14,"elapsed":"4.737556ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.404586589Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.40461315Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.892329ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.405478742Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.405501762Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.405677905Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.407176466Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.407804775Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 123467448 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.407920186Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.407932827Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.408104129Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.40814483Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.408697097Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.40962642Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.410551053Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.412033694Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.412062965Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.412308868Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.412755624Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.412768084Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.412906397Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.413035318Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.413043848Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.413286692Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.413426124Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.416447696Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.416476337Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.41669965Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.418512925Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.418978122Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.420768077Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.421161363Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.42170361Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.421718681Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.421728851Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.421737981Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.422060355Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.422077275Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.425870359Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.429097964Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.429127445Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.429345538Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.430326502Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"8.619701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.434894306Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.435316352Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.435516985Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 151174098 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.435833459Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.43585704Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.43586844Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"35.491049ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.4358797Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.43591895Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.436217865Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.442887238Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.442919749Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.442931159Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.442939889Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.442948719Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.442957879Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.44296698Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.44297686Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.443210673Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.443295774Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.443312364Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.443323225Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.445051429Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"2.145951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.445987422Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.446285706Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.44795063Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.448224094Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.45013548Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"7.210361ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.464195698Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.464260859Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.464270619Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.46427964Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.464678125Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.464833487Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.467628167Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.467655797Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.467835399Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.470311824Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.472395724Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.472786099Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.47428321Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.474309761Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.474497693Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.47495723Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"74.525319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.477909251Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.478380448Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.479561095Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.480465637Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"80.082017ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.481695585Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.481722855Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.481732465Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.481746265Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.481755255Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.481869927Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.48209421Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.482408475Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.483250276Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.486864547Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.487532587Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.487555437Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.487568207Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"65.837017ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.487580217Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.487592368Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.48779341Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.495696371Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.499909581Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.499945991Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.500169705Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.501677736Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.502957034Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"60.023774ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.503982028Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.504004539Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.504218762Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.505340247Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.505717303Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.511640926Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.512038512Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.515608602Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.515631732Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":79,"elapsed":"116.007483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.522505169Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.522844413Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.526198871Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.526225721Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"125.852761ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.529076591Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.529100442Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"501e9987-47e9-4194-a5b0-10ee954fd76c"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.529111282Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.529388706Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.534751231Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.534766101Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.534772601Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.534778421Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.535104376Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.538704957Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.538725547Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.538732517Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.538986091Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.575726128Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.575750558Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.576037542Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4d9aa7d-6c6d-4b4c-acd7-9e292d93c90d\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.576052602Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.577622004Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.578505497Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.57876966Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.579267347Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.615631129Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.673127418Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.673152699Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.673413543Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06500696-df34-4cb2-8f02-b15e6fcbb296\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.673429263Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.675455251Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.712741466Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.712770006Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.71299734Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe043a2d-8ec7-4420-a65b-5cb0f74a5a8b\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.71301309Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.715370253Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.731031863Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.731289587Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6cfa1a6-a0e5-42f9-8ebd-04297ab26cc6\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.733165783Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.733460808Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.792966675Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.79331258Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"47709948-23e7-4a69-a939-a51657e0e311\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.79332705Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.79479366Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"221d85ce-cef2-4b46-bd64-2a3ba655d9a1\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.794807411Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.797312226Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.797326036Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"397.746307ms"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.801556398Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.801577117Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.803895889Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.804144422Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.804295934Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.80613785Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.80616528Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.806314473Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.806710268Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686573ee-e7a5-45ce-aba7-c64bed1552e0\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.806739619Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.807162225Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.8089803Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"null","iteration":27,"elapsed":"409.27159ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.816364564Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":27,"elapsed":"416.831506ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.827776075Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.836417586Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.836859643Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.837760105Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.839978776Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.84024636Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.84098639Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.841000291Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.841150373Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.842254028Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.844131145Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.844156075Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.844164585Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"443.741465ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.844377188Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"401.48017ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.845001297Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Sled { parent: Fleet, key: e211d163-be78-4663-b73f-baf5e9462a10, lookup_type: ById(e211d163-be78-4663-b73f-baf5e9462a10) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.845049398Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.84523091Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.845249681Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.846833153Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.847137967Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"0","iteration":27,"elapsed":"446.711346ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.848206952Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.848219392Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.848419635Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.849181536Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.849202856Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.849361448Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.850285541Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"501e9987-47e9-4194-a5b0-10ee954fd76c"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.850312372Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.850327002Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"current_time_created":"2024-11-14 00:18:53.692551 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.850339822Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"generation\":1}","iteration":14,"elapsed":"451.831219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.850786428Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.852605174Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.852619844Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.852757306Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.854234397Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T00:18:50.724288Z, time_modified: 2024-11-14T00:18:50.724288Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: bf9014ac-edb7-4293-a1ff-4004060e0581, db_silo: Silo { identity: SiloIdentity { id: bf9014ac-edb7-4293-a1ff-4004060e0581, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T00:18:55.151722Z, time_modified: 2024-11-14T00:18:55.151722Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0798a7385384103ed54567d8406210304cdb091736af57f4492a8d16af3f2d52\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: bf9014ac-edb7-4293-a1ff-4004060e0581, db_silo: Silo { identity: SiloIdentity { id: bf9014ac-edb7-4293-a1ff-4004060e0581, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T00:18:55.151722Z, time_modified: 2024-11-14T00:18:55.151722Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0798a7385384103ed54567d8406210304cdb091736af57f4492a8d16af3f2d52\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.854259757Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"bf9014ac-edb7-4293-a1ff-4004060e0581\",\"tls_certs\":[\"0798a7385384103ed54567d8406210304cdb091736af57f4492a8d16af3f2d52\"]}},\"default_endpoint\":{\"silo_id\":\"bf9014ac-edb7-4293-a1ff-4004060e0581\",\"tls_certs\":[\"0798a7385384103ed54567d8406210304cdb091736af57f4492a8d16af3f2d52\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"454.607708ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.860596197Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.860619077Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.861058843Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3457337c-6269-4674-b91b-10eade52bd59\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.861072413Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.861314837Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.862816898Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.86297026Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.866283826Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.866448199Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.869627164Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.869642494Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.870935292Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"104be7a9-4c73-4a1b-b47d-9e11886cbf01\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.872582805Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":27,"elapsed":"472.212815ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.873463538Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.873484588Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2249d3ef-e161-463e-bd03-3f37771eab48"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.873498658Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.87364361Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.875007752Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.877813789Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.877835049Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.877979371Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.879809457Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2249d3ef-e161-463e-bd03-3f37771eab48"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.879830987Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.879839487Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"current_time_created":"2024-11-14 00:18:55.211515 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.879847877Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"generation\":2}","iteration":14,"elapsed":"480.205058ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.88430339Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.884826987Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8b035508-db53-42c2-af79-ff74929e449d\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.884847998Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.88645416Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3d9bf8de-ef0a-4f53-9a12-4ee86d0ffec3\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.886480621Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.888281746Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ff3dd843-6d92-402e-878d-75561becd22e\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.888314036Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.890295675Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.890337295Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"490.736316ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T00:31:53.900475778Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.900529419Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"500.052357ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.911227519Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"510.852369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.918612953Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.919000888Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.939610318Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.940033884Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e1d176-8c81-4d1c-8283-cb00d42c00e6\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.940056265Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.940063595Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.940069915Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.940625193Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":27,"elapsed":"540.230713ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.941385333Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 1b492b5b-8c3a-4e99-9528-5d52a91581c5, rack_id: fcfbb675-622a-4d07-9c7d-02f1c7317864, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.941406834Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.941700258Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.950467621Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.950709625Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea51223-a51b-45f9-9631-4ad41d4cd4f3\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.950730985Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.950739605Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.950981378Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.950991158Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.950997979Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.951005159Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.951012679Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.951019679Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.951153771Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.951162051Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.951375684Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.951383404Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.951614137Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.953860419Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.953980191Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee5ec52d-c4ff-4e59-b27c-eae860cfdb87\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.953991291Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.954083742Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9611e05-f46d-4101-9032-6f39d18a3ebd\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:53.954094582Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:53.954103972Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.057838112Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cdcda2dc-ca20-434b-8ab0-4d811ff3f62c\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:31:54.057858953Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.057866882Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.058077225Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3f794b-d698-44f5-82e6-58ce43fc81b8\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 00:31:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.058113906Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.05839976Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.061581305Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.061786808Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.065353228Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.065595151Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.067735912Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.067917914Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:31:54.075579892Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":27,"elapsed":"675.203632ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:00.947548573Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"97683c35-399d-4908-bc27-f3b6e1e046b8","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":306,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.399846631Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.399922062Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.400233026Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.400849775Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.400858215Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.401079118Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.402041232Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.404421525Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.404431215Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.404565827Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.406716417Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.406949941Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.408182208Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.41043722Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.41044844Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.410580282Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.421733819Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.421751069Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":80,"elapsed":"21.927049ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.429752862Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.429954955Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:03.4573288Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"56.473894ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.399829849Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.39989505Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.400196114Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.400796662Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.400819863Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.400968045Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.402235852Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.404595106Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.404607846Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.404744918Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.406871598Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.407103291Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.40846468Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.410639801Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.410652921Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.410782403Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.421627049Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.421638074Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":81,"elapsed":"21.836607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.429942542Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.430124865Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:13.431548735Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"30.744373ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:15.946105159Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/f6ae4a1b-61c3-453e-a52a-0df59bfd354a","method":"GET","req_id":"7eed43be-bf91-41e4-a730-44a424188ac6","remote_addr":"[fd00:1122:3344:101::d]:45041","local_addr":"[fd00:1122:3344:101::b]:57521","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.400605097Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.400689499Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.400704959Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.400712509Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.400719959Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.400727779Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.400735539Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.400958182Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401040204Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401081984Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401685342Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401695103Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401701863Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401707693Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401713923Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401720953Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401728203Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.401736493Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401743483Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401750843Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401757403Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401763734Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401770304Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401776614Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401782284Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401788824Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401795094Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401802144Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401811734Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401821695Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.401934256Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.402012957Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.402067848Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.402140479Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.402153139Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.402162699Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.402171649Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.4021867Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.40219383Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.402651116Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.403867893Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.242105ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.404694175Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1843, tv_nsec: 119940768 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.404885138Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1843, tv_nsec: 120138861 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.40505637Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.40508771Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.405099101Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.405152121Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.405243373Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.407705177Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.408177484Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.408788553Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.410272454Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.410283834Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.410498927Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.410689659Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.410700489Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.410872932Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.412080389Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.412097959Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.412321142Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.412459014Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.412715858Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.412776099Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.414171838Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.41428255Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.414465742Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.414561974Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.414589794Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.414745426Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.41502456Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DnsResolver","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e211d163-be78-4663-b73f-baf5e9462a10.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1843, tv_nsec: 130279084 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.415303504Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.416836756Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 6178f930-5fa8-46a0-8fe5-b460818f9d6f, lookup_type: ById(6178f930-5fa8-46a0-8fe5-b460818f9d6f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.416863726Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.417001108Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.429396152Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"original_time_created":"2024-11-14 00:18:47.526379 UTC","original_target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","time_created":"2024-11-14 00:18:47.526379 UTC","target_id":"6178f930-5fa8-46a0-8fe5-b460818f9d6f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.429444493Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"6178f930-5fa8-46a0-8fe5-b460818f9d6f\",\"time_created\":\"2024-11-14T00:18:47.526379Z\"}","iteration":82,"elapsed":"28.807465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.440452418Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.441158978Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.441424902Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.44202511Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.442540408Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443055455Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443071115Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443199547Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443464601Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443474071Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443481921Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443488901Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443495591Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443502031Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443509151Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443515661Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443648533Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443679413Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443769865Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.443851316Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.444344773Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.444370223Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.444377563Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.444615187Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.446012686Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.446204189Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.447055251Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.447215623Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.449506526Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.449543646Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.449689318Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.44985141Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.449871041Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.450060513Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.470501715Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.470996758Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.484901174Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.485230898Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.48606638Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.486290923Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.486311133Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.4867597Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.48680404Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.486819741Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.486831091Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.487103615Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.487825245Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.488026397Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.488567455Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.488597506Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.48892702Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f747d2c8-5b61-4b35-b650-811a6c92b6b9\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:32:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.488952031Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.489940184Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.490939999Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.491660559Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"48.182918ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.492508041Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Sled { parent: Fleet, key: e211d163-be78-4663-b73f-baf5e9462a10, lookup_type: ById(e211d163-be78-4663-b73f-baf5e9462a10) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.492542681Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.492676443Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.492816435Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"91.040641ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.494513569Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"0","iteration":28,"elapsed":"92.817176ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.49460637Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"51.125209ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.49744011Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.497465061Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.499268896Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde915da-4757-4efe-9962-337866d4e9fb\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:32:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.499293456Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.500693516Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.503906701Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"102.184168ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.506065371Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.506093182Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"104.369469ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.518326344Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.51873578Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.52371345Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"80.23518ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.526261256Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.526287126Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.526295986Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"124.584454ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.550293154Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"106.815454ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.561945158Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"160.149184ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.580004952Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.580401608Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.580824043Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.581126728Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ba006c2-a954-4efd-86eb-346439ecbc12\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:32:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.581629935Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.582173642Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.582467957Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.58345366Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.583464691Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.583614573Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.585449279Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"null","iteration":28,"elapsed":"184.79537ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.585775763Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.587517578Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.587531458Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.58767301Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.588561982Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.588578243Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.588849036Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"MgsClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1790c8c6-4d33-482c-8e53-1abe535f8015\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 00:32:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.588863847Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.590881625Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.596498404Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":28,"elapsed":"195.910147ms"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.620067976Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.620086206Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.636997944Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0df09fe7-e36b-4649-b9c4-d7c455862a1c\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 00:32:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.637023514Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.637343229Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.651410067Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.651436797Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.651701621Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e23aa42a-fba6-4d4a-83e2-1cdddc174f7d\", \"date\": \"Thu, 14 Nov 2024 00:32:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.651714581Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.652039036Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.654050314Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.654214136Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.65663897Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.656904204Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e211d163-be78-4663-b73f-baf5e9462a10 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.659834225Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.659848466Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.660275672Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3431ac07-7bfb-4393-a439-85adb00ee120\", \"date\": \"Thu, 14 Nov 2024 00:32:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.661761393Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":28,"elapsed":"260.046919ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.685498527Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.685957803Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"SledAgent":"e211d163-be78-4663-b73f-baf5e9462a10","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86af44e7-fb69-45f2-8069-c1241950725f\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 00:32:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.685982243Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.685990883Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.685998074Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.687970501Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":28,"elapsed":"286.181917ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.727054921Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.727394346Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.728859797Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 1b492b5b-8c3a-4e99-9528-5d52a91581c5, rack_id: fcfbb675-622a-4d07-9c7d-02f1c7317864, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.728870417Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.729022919Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.73831522Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.738604694Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3294f597-a85e-49af-a2b4-e5e11ca979de\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 00:32:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.738629914Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1747","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.738640444Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1774","switch_port_settings_id":"d5fc9a38-ca99-44ad-95a3-d22ca6bdfc5b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.738903148Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.738912608Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.738919718Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.738926918Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.738933939Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.738940819Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1921","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.739094321Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.739103521Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1957","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.739306424Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.739314784Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.739565867Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.741584596Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.741687887Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dfe8ce0-785e-4536-8445-cf457836fbcf\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 00:32:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.741698217Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.741778759Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"DpdClient","rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec5dd0f4-c7f5-483a-bcfb-b48a02cbce0a\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 00:32:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.741792369Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.741801459Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.845289425Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f1d6beeb-812e-441d-8a3c-586ee5e9440a\", \"date\": \"Thu, 14 Nov 2024 00:32:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:23.845313176Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.845321976Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.845580719Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"rack_id":"fcfbb675-622a-4d07-9c7d-02f1c7317864","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422115a4-cc7a-4718-b23f-b08989ce80bc\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 00:32:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.84562016Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.845896664Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.849507744Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.849845399Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.852266183Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.852489577Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.854547635Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.854734548Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:23.861893299Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","status":"{}","iteration":28,"elapsed":"460.145626ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:24.154210542Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"producer-registration-task","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:24.154233783Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"producer-registration-task","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:24.184833963Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"producer-registration-task","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:24.184933205Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47591"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:24.185122457Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ac2831c4-4e7b-45b4-b625-774700937ae5","remote_addr":"[fd00:1122:3344:101::b]:47591","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:24.185410541Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ac2831c4-4e7b-45b4-b625-774700937ae5","remote_addr":"[fd00:1122:3344:101::b]:47591","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:24.220498625Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"nexus","component":"ServerContext","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"nexus/src/app/oximeter.rs:76","collector_id":"ad042fde-503a-4314-8c8c-afa2f783d145","producer_id":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T00:32:24.220518645Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"uri":"/metrics/producers","method":"POST","req_id":"ac2831c4-4e7b-45b4-b625-774700937ae5","remote_addr":"[fd00:1122:3344:101::b]:47591","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35468,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:24.220589726Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"producer-registration-task","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac2831c4-4e7b-45b4-b625-774700937ae5\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 00:32:24 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:24.221243166Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"producer-registration-task","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T00:32:24.221251116Z","hostname":"oxz_nexus_f6ae4a1b-61c3-453e-a52a-0df59bfd354a","pid":25311,"component":"producer-registration-task","component":"nexus-producer-server","name":"f6ae4a1b-61c3-453e-a52a-0df59bfd354a","wait_period":"150s","lease_duration":"600s"}