{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.721655212Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.721747222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.721758852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.721767872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.722016334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.722053734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.724212968Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.726624034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.726644834Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.726771605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.729039159Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.729303881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.751793787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.752019038Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.758052654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.760526424Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.760538174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.760670815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.773233556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.773252066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":17,"elapsed":"51.615295ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:02.781080467Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"59.419186ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.722737339Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.722797079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.72280736Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.72281622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.723117071Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.723255992Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.725402336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.727841492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.727868482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.728005163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.730021626Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.730402279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.731977739Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.734467345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.734486355Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.734683077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.746526493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.746547074Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":18,"elapsed":"23.827625ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.759066205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.759430877Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:12.787315158Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"64.564689ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:15.659994611Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"264d45b1-bbec-4151-825f-49f29ef73aae","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.722865441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.722942021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.722954441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.722963881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.722973861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.722981801Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.722990381Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.722998622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723005771Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723014171Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723022282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723029732Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723038282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.723046532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:35:22.722972431 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723055862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723063532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723074622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723083092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723090812Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723099322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723107262Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723116012Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723125042Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723142062Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723151152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723160652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723169683Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723178913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723188173Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723197243Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723205503Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723215183Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723222893Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723231343Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723239993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723247033Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723255373Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723264103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723272663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723279783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723289013Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723300573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723313253Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723324973Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723336224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723346634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723357824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723368644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723380724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723392454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723405314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723417174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723429854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723441434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723453145Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723464974Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723476434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723487195Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.723497385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723507715Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723518495Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:45:22.723531805Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723545205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":5,"elapsed":"17.631µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723558935Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.723570795Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723583645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723603605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723710316Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723776816Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723795107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723805637Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723889857Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723906427Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723924197Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723948418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723973468Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.723988598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1204, tv_nsec: 678342729 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724002708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724011898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724019218Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1204, tv_nsec: 678384410 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724032018Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724041028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724049438Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724058908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724066048Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724074309Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724084378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724093878Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724102319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724111819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724120139Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724129749Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724138579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724147249Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.72431288Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.72434369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724450931Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724474451Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":4,"elapsed":"1.58919ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724506811Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724536412Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724551881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724561172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":4,"elapsed":"1.446579ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.724673582Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.72588662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.726215472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.726278103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.726460104Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.726981877Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"4.147707ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.72736097Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"4.232818ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.727654922Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.728112655Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.728124865Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.728312746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.7288496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.728864249Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.72902675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.729808586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.729823826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.729958567Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.730948783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1204, tv_nsec: 685348285 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.731062544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.731129374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:35:22.722972431 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.731141694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:35:22.722972431Z\",\"pruned\":[]}","iteration":4,"elapsed":"8.160743ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.731204755Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.731276425Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.731662058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.732453123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1204, tv_nsec: 686862245 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.732669194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.733668831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.733682401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.733823812Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.738948795Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.741999145Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.742032635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.742244376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.743046621Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"19.627207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.744817663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.746840816Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.746866946Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.747040678Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.749909956Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.750146718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.757075603Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1204, tv_nsec: 711457534 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.757659516Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.773117047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.773460669Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.775278151Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.776060736Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.778434061Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.778739983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":7,"elapsed":"55.4953ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.779581229Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.779618489Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.779851491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.780448734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.780693796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.782236786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.786243512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.786333582Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.786408383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"62.834208ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.787615941Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.788014424Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.788040084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.788166174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.788252095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.788628748Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.788695318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.788738328Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.788879539Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.789158201Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.790211388Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.790236458Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.790465239Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.791251834Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.791265845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.791445996Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.791456156Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.791817608Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.792419832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.792430572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.792630743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.793773136Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.793791454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.79392443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.794788397Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.794801637Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.794911618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.794947049Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.79518416Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.797413285Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.797439805Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.797455805Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.797610166Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.797642926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.798151389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"74.818706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.799039985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.799064915Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.800852427Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.80133694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.801501871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.801811453Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.801834273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.801922764Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.801938914Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.801970084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.802120495Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.803232242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.803305923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.803317683Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.803324333Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.803330643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.803460864Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.803718885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.805554967Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.80592118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.80593442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.80594061Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.806224622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.80909976Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.80912441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.809362672Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.811030413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.814693227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.814719497Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.814902778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.817752657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.817784207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.817798557Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.818098189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.820101182Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.822204095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.822237015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.822248746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.822258086Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.822730129Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.824606841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.824639551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.824650651Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.828720818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.829383362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.829412502Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.829425882Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.829438052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":4,"elapsed":"106.495311ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.829837065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.829868685Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"106.408241ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.829881455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.829891895Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":19,"elapsed":"106.783543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.830080857Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.830444329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.832602863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.832629573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.832795864Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.846959266Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.847001406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.847016367Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"123.481552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.847128017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.847503079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"124.141005ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.850083126Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.850110327Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.850312058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.850826461Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"127.471777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.856648959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.856936261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.858752023Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.861184598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.861209799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.86141971Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.864223358Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.864596601Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.8661261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.866377742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.867280998Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.86752934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.868109843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.868138113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.868151404Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"144.89979ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.870433539Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.874167373Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.874201853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.874435994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.876593048Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":7,"elapsed":"153.364675ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.880062381Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.880811356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.88137653Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.889684983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"166.711732ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.890010806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.890024886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.890421888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e00b3330-4b47-40c9-b80f-b98d34a23fb6\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:45:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.890446408Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.893189516Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.894914317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.894945747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.894962878Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.89536428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.896754199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.901327299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.901361459Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.901600741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.906888315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.906912855Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.906948005Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.906962436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.906996666Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.907008596Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":4,"elapsed":"183.856034ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.907287738Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4805001c-fa02-489e-92c1-de99356215d6\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:45:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.907314278Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:22.909649013Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.919002304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":7,"elapsed":"195.941751ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.922074284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.922116444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"199.169213ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:45:22.936122645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.936167325Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"212.876312ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.941167298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:22.995326959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"272.038716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.010582978Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.011024011Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.012928083Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.014605244Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.014619844Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.014773395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.016022063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.017678884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.017703074Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.017833005Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.117355371Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.117416782Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.117782704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a3dc025-70df-4b52-9813-4fb7c73574a7\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:45:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.117803244Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.119639046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.16498221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.16503136Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.165986297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d3e066-14f6-4f24-a415-9aab08746788\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.166024067Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.166649961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.183666681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":7,"elapsed":"460.448438ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.212877871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.213330394Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9a96f659-ff86-40ad-b778-dd4ff8c3b520\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.213365034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.214876144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9e4ab3c6-7ab5-45fd-a546-31a3a20db96e\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.214906064Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.2172805Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.21733428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.21735515Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"494.349149ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.219972377Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.22046671Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b788f6e0-5d7d-42a9-a9e8-32146ae29f65\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.22049532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.220506591Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.220515251Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.223934723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":7,"elapsed":"500.742191ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.231509912Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.231535272Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.231746984Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"03757959-4c7f-4cc2-adf1-6aa153651891\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.231763514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.232123586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.234052199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.23426499Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.238228516Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.238560198Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.242502174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.242525014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.242885326Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"853d9ac6-a094-4d09-bd6b-a99793b741e9\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.244525227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":7,"elapsed":"521.072973ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.25890508Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.260280289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f909d8-1c86-4b7f-b5f9-03c09879688c\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:45:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.262500473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.262765265Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.264693998Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":7,"elapsed":"541.660345ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.288527222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.289035505Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c62f2414-11ec-41ea-8e44-f6f42ac694ab\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.289064486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.290522295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6ab95a36-fae2-45d3-8916-ab0a52a76fb3\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.290547385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.2927483Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4c833308-d20b-49f2-98ab-ff04077e1601\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.29277259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.294714952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.294760523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"571.55149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.306755211Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.307121963Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.309302217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.309326897Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.309471888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.3266927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.326965712Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46703a3-2417-4086-b58c-21332878639c\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:45:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.326990192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327007792Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327207493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327230423Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327240293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327249253Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327260484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327269444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327428655Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327442905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.327691376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.327713316Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.327914678Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.330293483Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.330431414Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f30de71e-4f2d-4e68-b6ed-2263a853db5c\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:45:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.330452054Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.330556925Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae37cd55-67b0-4eec-857f-6a3dd75f8b2a\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:45:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.330569485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.330580545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.422432261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ab8dcfc1-2663-4025-a67e-3462c6f4319d\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:23.422487562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.422505652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.422860694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc96ddce-577e-4b9b-ba9c-7592c4bb340e\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:45:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.422900114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.423323597Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.427471924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.427780496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.533066829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.533499112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.535202173Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.535398164Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:23.543321786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":7,"elapsed":"820.325945ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:30.657625038Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"f3b73db3-2e1a-45a0-a205-4717d907f08d","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":340,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.722829091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.722882302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.722894502Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.722903762Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.723228024Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.723343045Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.725203877Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.725441158Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.725557649Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.727061569Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"4.226328ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.728251126Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.728269407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.728418978Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.730713382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.730912714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.732656925Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.73494853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.73496407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.735094411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.745560169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:32.745587089Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":20,"elapsed":"22.776108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:35.652337974Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"e6b40712-9555-4d2a-b408-9caa8c9cc7ce","remote_addr":"[fd00:1122:3344:101::d]:42302","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:35.652676206Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"e6b40712-9555-4d2a-b408-9caa8c9cc7ce","remote_addr":"[fd00:1122:3344:101::d]:42302","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:35.655105792Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"e6b40712-9555-4d2a-b408-9caa8c9cc7ce","remote_addr":"[fd00:1122:3344:101::d]:42302","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2856,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:35.655444114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"48edcf00-0f0d-4db8-af27-c2e95e18199f","remote_addr":"[fd00:1122:3344:101::d]:42302","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:35.655882957Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"48edcf00-0f0d-4db8-af27-c2e95e18199f","remote_addr":"[fd00:1122:3344:101::d]:42302","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:35.658655384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"48edcf00-0f0d-4db8-af27-c2e95e18199f","remote_addr":"[fd00:1122:3344:101::d]:42302","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.722930213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.722986773Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.722998404Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.723007864Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.723327396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.723342946Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.724977526Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.725806242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.725976043Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.727378772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.727394542Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.727524403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.727650504Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"4.727241ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.728876772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.729110613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.730776174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.733125789Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.733138989Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.73327194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.745011506Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:42.745035107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":21,"elapsed":"22.117623ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:45.660856871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"19461f1e-0abd-4084-9995-241ba66f8323","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723324567Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.723385647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723398557Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723408947Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723417927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723426967Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723435597Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723444988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723453028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723460868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723469598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723478518Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723486488Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723494818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723502878Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723510588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723518128Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723527378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723535898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723544798Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723553848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723562578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723571598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723580268Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723588478Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723596498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723605478Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723614269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723623259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723631619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723639259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723646589Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723654659Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723662369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723670959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.72380588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.72384419Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723908151Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.723920711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724009321Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724022271Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724036371Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724046361Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724056121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724065561Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724074121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724083962Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724094182Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724104632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.724114362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.726080265Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.726526357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"3.06148ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.726803849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.727170022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.728365489Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.72838814Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.72839648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1234, tv_nsec: 682340281 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.728557741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.728673102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.729322716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.729341066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.729487707Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.729766529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.729778369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.72996168Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.732682597Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1234, tv_nsec: 686637459 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.732974449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.733325142Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.733371812Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.733530683Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.735371545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.735389975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.735537466Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.739059449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.739085559Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.739096579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.73933114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.739378711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.740169176Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.740451938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.742212359Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.74223279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.742465021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.745498111Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.745979594Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.746284326Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.747501494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.747527094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.747659665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.749711768Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.749948029Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.750096081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.752586077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1234, tv_nsec: 706540619 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.752895179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.7531453Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.753171281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.753299151Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.759851284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.762124028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.762157399Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.76240849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.770206731Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.770240791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":22,"elapsed":"46.899794ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.771998203Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":8,"elapsed":"48.651986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.778780667Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.779150749Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.780935591Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.781269763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.782970094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.783995081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.784234592Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.785206108Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.78543266Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.785586851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.785602871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.785750622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.786013664Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"62.570037ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.786248895Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"62.699427ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.787314512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"63.720884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.787777545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.788026307Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.788688891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"65.130113ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.789122584Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.789134304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.789140344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.789400736Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.791335778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.791351808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"67.989931ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.805051037Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.805418469Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.806617557Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.806642008Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.806961459Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c506b53-6cca-4407-988b-1ab609852bf6\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:45:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.80697787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.807865125Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.808183727Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.808710631Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.809802118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.81170113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":8,"elapsed":"88.276533ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.813404681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.813429932Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.813662943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f01612-c0a0-404f-aa9b-91d45dc0d703\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:45:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.813686933Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.814143676Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.814172396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.814421318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.815237293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.81633416Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":8,"elapsed":"92.835122ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.824381853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.824429793Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.824442663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"101.015776ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.83628499Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.83632606Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.836663572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4475c15-6007-49f4-874f-6dccfdd5155d\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:45:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.836686583Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.838099422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.865484239Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"141.986091ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.877046445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.877460767Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.901684424Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":8,"elapsed":"178.147136ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.918820126Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.919163608Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736f3cfb-b14c-483d-9a6a-676da3247540\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:45:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.920597977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.920859119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.948625169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.948648039Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.948924201Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"549f3a5c-6a4a-4d06-a35c-4addf0dff471\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:45:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.948945461Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.949183783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.950574032Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.951569518Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":8,"elapsed":"228.06014ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.952214112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.952242053Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.952379903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.954054604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.955875196Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.955889616Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.956060277Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:52.993974924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.994000244Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.994199235Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9fbde905-2ac5-48ca-9605-a2fb0187087e\", \"date\": \"Fri, 15 Nov 2024 21:45:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.994218525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.994521807Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.996921163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:52.997132574Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.000283874Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.000557746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.003006282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.003028932Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.003101963Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.003375154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c189e834-3f0a-4b44-940f-b7884c2305f0\", \"date\": \"Fri, 15 Nov 2024 21:45:52 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.003489015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.005246937Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":8,"elapsed":"281.937199ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.005666669Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.005682449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.005894801Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.018258241Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.018562083Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"651ff267-3dc9-4543-b86e-44e6d4fcb8bc\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:45:53 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.018586843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.018597333Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.018841665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.018852015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.018859075Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.018866435Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.018873575Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.018880935Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.019049796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.019058126Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.019220267Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.019228407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.019450409Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.020791807Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.020912148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2abba4a8-98bb-452f-9b22-82fea4e566f8\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:45:53 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.020926208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.021025289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec3cb79-298f-4463-b9af-e713435c6d8b\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:45:53 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.021040419Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.021057179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.057077573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.14899452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7e5a78af-7575-4273-a26e-34ff46996a43\", \"date\": \"Fri, 15 Nov 2024 21:45:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.14903607Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.1490498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.149584134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f57e76b-dd7d-435f-888e-11df13750b3e\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:45:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.149631414Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.149945506Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.153323988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.153539179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.154572966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2098eba9-c400-428d-ace3-48fa729843a2\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:45:53 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.154614226Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.154640226Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.154650346Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.156237407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":8,"elapsed":"432.83065ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.15670845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.156929721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.158172319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.158485991Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.16445082Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":8,"elapsed":"440.928752ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.208477716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.208514236Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.253579009Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.253712769Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35789"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.253912681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"25debc94-608b-4526-b7b5-7e6f110fb8ea","remote_addr":"[fd00:1122:3344:101::c]:35789","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.254374684Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"25debc94-608b-4526-b7b5-7e6f110fb8ea","remote_addr":"[fd00:1122:3344:101::c]:35789","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.303889075Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/oximeter.rs:76","collector_id":"5ef543c6-773f-4453-b7c6-1ba24a407ceb","producer_id":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:45:53.303929395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/producers","method":"POST","req_id":"25debc94-608b-4526-b7b5-7e6f110fb8ea","remote_addr":"[fd00:1122:3344:101::c]:35789","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50078,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.304020356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25debc94-608b-4526-b7b5-7e6f110fb8ea\", \"content-length\": \"41\", \"date\": \"Fri, 15 Nov 2024 21:45:53 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.305853938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:45:53.305877268Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:00.659872056Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"3afbc086-cdc4-470a-8551-419e0f0200a4","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":443,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.723057346Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.723126306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.723141766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.723155667Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.723541009Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.723607979Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.725110409Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.725694596Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.726033992Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.727594775Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.727603175Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.727738876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.727788737Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"4.71533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.729007294Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.729285386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.730783306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.733209652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.733223222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.733363423Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.742058779Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:02.742073659Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":23,"elapsed":"19.041453ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.72013823Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.720211261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.720229241Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.720242441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.720681434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.720702374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.722593096Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.723346401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.723545453Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.725082312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.725094332Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.725238564Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.725406674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"5.280295ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.727460268Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.727623219Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.729110649Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.731390164Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.731406084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.731535874Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.739910249Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:12.739928889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":24,"elapsed":"19.839479ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:15.655181238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"37ae8629-82d0-4994-ab77-3912fb93f99e","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":402,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.715889381Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.715946502Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.715956852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.715965172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.715972892Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.715979932Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.715986772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.715994242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716001922Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716009092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716015682Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:46:22.716023313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716035553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716046653Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716057243Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":6,"elapsed":"19.59µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716071013Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716082603Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716093113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716103273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716114583Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716125043Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716135443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716146683Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716158533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.716170003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716181063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716191383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716201644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716212454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716223304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716234564Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716244264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716255024Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716266234Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716277014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716288474Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716300384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.716312484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:36:22.716160593 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716320924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716328315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716336024Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716342724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716350675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716358835Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716366335Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716373005Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716379125Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716416515Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716424345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716431055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716439425Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716446485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716452785Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716459335Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716466185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716472295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716478955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716486596Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716493305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716500156Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716508336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716515056Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716521876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716531326Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716541996Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716550256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716558946Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716578576Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716751557Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716771357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716783107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716793147Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716840928Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716868458Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716881028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716888688Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716898918Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716908208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716918058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716926968Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716934648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716944308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716953148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716961499Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716969819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1264, tv_nsec: 678216570 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716983169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.716993419Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.717093259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1264, tv_nsec: 678343311 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.717582003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.717593603Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.717602073Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":5,"elapsed":"1.726791ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.717609623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"1.256648ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.718851461Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"2.897379ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.72018934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"3.918545ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.72029684Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.721019345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.721118586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.722677266Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.722693536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.722881797Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.723775793Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.723798193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.724011954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.72484267Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.72485887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.72487203Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.725105932Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.725150292Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.726536881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.727190415Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.727456217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.727811799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.729179698Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.729443289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.729900303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.729912533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.730106024Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.730136554Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.730162224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.730323485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.731705394Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.731926446Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.732203598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.732383589Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.732921052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1264, tv_nsec: 694174294 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.733224114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.733744808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.734260521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:36:22.716160593 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.734282031Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:36:22.716160593Z\",\"pruned\":[]}","iteration":5,"elapsed":"18.115348ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.735025966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"18.922393ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.735751161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1264, tv_nsec: 697010312 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.736033102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.736263904Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.736275044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.736417665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.738363138Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.739565125Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.739624296Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"23.504872ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.740863734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.741047245Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.741196966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.741570498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1264, tv_nsec: 702833670 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.74180755Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.74182077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.741907441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.742067882Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.742241963Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.742254073Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"26.281511ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.745622875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.750357616Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.752791711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.753067113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.755488409Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.760075259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.760104729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.76027144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.763601782Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.765559124Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.765592954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.765746555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.767862829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.768146301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.768582174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.768797135Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.772871792Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.772900542Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.772911142Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.772922192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.772932982Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.772943712Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"57.04742ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.773084363Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.775826351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.775852991Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":25,"elapsed":"59.588497ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.776771497Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"60.799545ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.778662439Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.781610848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.781638948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.7818976Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.783192759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.7834522Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.785021681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.785257742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.786991193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"70.714829ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.787226585Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.787250675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.787259135Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.787265775Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.787552027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.789188868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.789203818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.789212958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"73.297535ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.792975292Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.792997462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.793005142Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.793011452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.793195624Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.79567323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.795902111Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.876911557Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.87727815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.900098148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.926739701Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.926783401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.927130653Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"852f210f-168b-4057-a92d-b806b643f950\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:46:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.927187604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.929276217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.930598126Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.930645516Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.930929568Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f30d3757-e178-48a2-84c1-cc78ebd98692\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:46:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.930957418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.932068916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.950851057Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.950891958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.95133699Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"910c9ab0-304e-42dd-92d3-f6a8f8b7d14f\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:46:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.951367671Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.951807644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.953419734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.959214222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.959247852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.959672695Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.959780305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.960133668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.962511193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.962922306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.963263278Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.963876662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.965670704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.965696554Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.965706434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.965893995Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.965914275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.966085966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.966274627Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.970045122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.970671266Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.972486278Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:22.972512848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.972525878Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"256.593025ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.973476864Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.973505625Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.973658295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.975682219Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.975711009Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.976007221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.976819926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.977110868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:22.978105724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":9,"elapsed":"261.99791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.004643687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.00514898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"289.187777ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.005508722Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.005533282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.005547153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.005880895Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.007696556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.009368187Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"293.527975ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.009495858Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.009512458Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.00981157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.010354424Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.010670986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.011066389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.011078309Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.01127537Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.030029981Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.033071461Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.033125272Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.033376593Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.043096926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.043143007Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.043519599Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1a19d269-827d-4a9f-b31a-5b5e9a595a15\", \"date\": \"Fri, 15 Nov 2024 21:46:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.04355428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.043967302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.046422738Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.04676154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.050185292Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.050366934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.057311979Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.057347619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.057866632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"758a68bb-e789-4a55-9a61-4a35e4685ca7\", \"date\": \"Fri, 15 Nov 2024 21:46:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.060127717Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":9,"elapsed":"344.234604ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.064823758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.064862448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.06528195Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062dcd31-a8b5-4c6d-b400-764db9b5b268\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:46:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.065308761Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.066990362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.070443544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.075084334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.077711521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.077743282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.077917443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.0898802Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.090326723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5b3db15-0719-460b-b82e-f2c44a60b658\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:46:22 GMT\"} })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:46:23.091200379Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.091234029Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"375.512768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.092856549Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.093346513Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.098590287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.098626747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.098642897Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.098934049Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.10531983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":9,"elapsed":"389.419207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.112117945Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.115883219Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.115918999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.116109191Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.123135676Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"407.310314ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.142332751Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.142394101Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"426.352487ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.152385896Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.152433516Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.152448027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.152457387Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.152466987Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":5,"elapsed":"436.429712ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.156515473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.156542003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.156757175Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.177325858Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.177755171Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6814393f-a008-49e3-893a-d62be7809a81\", \"date\": \"Fri, 15 Nov 2024 21:46:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.177773171Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.179573163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ee1af7b4-d58b-432e-b058-f84f24771750\", \"date\": \"Fri, 15 Nov 2024 21:46:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.179588903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.180986602Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.181002112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"464.954168ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.188964614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":9,"elapsed":"472.868419ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.210459843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.211055987Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c37efc81-6833-4af2-8cb5-421d8faf1079\", \"date\": \"Fri, 15 Nov 2024 21:46:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.211072747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.212700148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fd03aeff-0837-42ca-a5e2-dd3e0749890a\", \"date\": \"Fri, 15 Nov 2024 21:46:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.212712708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.21464896Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"535e3477-c339-4dae-9aa7-66eca7eaaa6c\", \"date\": \"Fri, 15 Nov 2024 21:46:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.21466372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.216345922Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.216374482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"500.468179ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.223700969Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.224282323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db8ee7dd-1ac2-4ac4-bc03-1ad933aab8fb\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:46:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.224310533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.224322473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.224332603Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.22531462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":9,"elapsed":"509.195046ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.226242686Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.226259416Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.226267376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.226275006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":5,"elapsed":"510.196472ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.255116153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.255533876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.25765154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.25767322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.257886531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.267714605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.268077347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d30c0c-fe97-4557-82f4-4d6f6ef778bc\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:46:23 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.268101628Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.268111258Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.26842985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.26844081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.26844815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.26845608Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.268468224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.268478274Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.268691482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.268704771Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.268880623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.268898473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.269212035Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.271115227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.271218218Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2a1eda2-2ab3-42fd-b227-bf93831f54a9\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:46:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.271231598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.271310988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"042c1c44-7882-4060-a28a-9957fd98d1f7\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:46:23 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.271324828Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.271334399Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.374275137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7d1689d9-4abf-4f13-b2b4-6b4e05e12382\", \"date\": \"Fri, 15 Nov 2024 21:46:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:23.374308137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.374317897Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.37480658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48e5a203-5bbb-431d-83fd-aa84837bfa4d\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:46:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.374842511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.375164163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.378568345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.378913487Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.38240307Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.382662742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.384838746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.385075497Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:23.392333654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":9,"elapsed":"676.39053ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:30.647352024Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"9156fbbc-2ffc-4aaf-b66e-5e602d3d197a","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":332,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.709532015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.709590065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.709602076Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.709611256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.709845247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.709860757Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.712182312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.7149639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.71499396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.715127651Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.717661308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.717870529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.744361541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.744588903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.746018052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"36.501917ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.754083114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.756660821Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.756673261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.756827872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.767734533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:32.767758023Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":26,"elapsed":"58.256298ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.708045234Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.708101915Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.708112555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.708122575Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.708435567Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.708452057Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.711260555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.71365792Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.713671741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.713819462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.715826995Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.716017766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.717714337Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.719914571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.719925771Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.720059962Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.728156635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.728171895Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":27,"elapsed":"20.126581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.738430511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.738700573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:42.766448103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"58.420949ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:45.647820195Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"8e919f00-4a6a-4a43-bd0e-cb1909c6f06b","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":398,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707189686Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707243636Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707252656Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707260856Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707269086Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707276486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.707283396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707290796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707298186Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707305006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707312957Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707320146Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707328777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707335727Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707342667Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707350127Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707363947Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707371677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707379137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707386037Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707392597Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707399797Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707407207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707414687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707420827Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707427877Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707435177Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707441607Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707449187Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707455758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707462087Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707468638Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707476627Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707483078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707490418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707720179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.70777454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707785669Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.70782366Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.70783464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.70784278Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.70785128Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.70785987Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.70786865Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.7078961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.70790672Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707916301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.70793641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707945701Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707954491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.707967391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.710193365Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.710380406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.17552ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.71088258Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1294, tv_nsec: 680229051 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.711237162Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.711950507Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.711971497Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.711979197Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.712003777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1294, tv_nsec: 681369919 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.712139418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.712223778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.713799199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.713814549Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.71395322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.7139934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.714295802Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.715447899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.717227011Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.717244081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.717252591Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.717262931Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.717463322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.717489703Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.718225357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.718247808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.718391669Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.72011372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.72026015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"12.833843ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.721072696Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.722723777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.722738977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.722789287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.722800007Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.722881618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.722944208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.72474697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.724998951Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.728186012Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.728635445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.728823046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1294, tv_nsec: 698169518 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.729563401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.729588081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.729870093Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.731527614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.734163301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.734187961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.734318472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.74938702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.74943084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":28,"elapsed":"42.084173ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.753382505Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.753700888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.755279908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.75569228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.756114963Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"48.862237ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.757016879Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.757419322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.759121223Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.759167163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.759176803Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.759182763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.759429395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.759457665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.759548765Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.759763707Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.759901658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"52.521011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.761196186Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.761432318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.762042202Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"54.624455ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.762606696Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.765125092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.765149352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.765316843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.767276816Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":10,"elapsed":"59.886559ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.772018186Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.772045697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"64.67083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.782524155Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.784682849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.784710699Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.7848634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.788883666Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"81.62113ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.791428763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.791798815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.791993936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"84.82223ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.801357577Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.801402167Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.801418067Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.801428908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.801438017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.80187873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.802002221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad564c68-dafc-480f-89d1-5e2d6da88487\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.802027301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.806777862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.810135734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.810162644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.810569737Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3895110-8857-4525-b6c7-6b7edbf4c2f2\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.810596647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.812939772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.825236072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"117.922336ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.835961512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.836342854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.838521718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.838544848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.838557389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"131.224902ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.856789277Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.856816337Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.857133819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a30ad7c-9fab-4418-a810-33327b0e8e37\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.857155709Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.858587868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.911374481Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.911695213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e157ac48-4e92-48de-a270-0dbf5932542a\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.91422773Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.914524722Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.91727068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":10,"elapsed":"210.071993ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.931225Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.93124986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.931655463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba355a7-88de-4eb8-8bfd-fd0de447de13\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.931680833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.931944245Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.936838227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":10,"elapsed":"229.57591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.940955013Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.941171884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.942882286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.944611517Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.944623047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.944779248Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.946246308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.94818544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.94819512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.948354151Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.971501112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.971517392Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.971768823Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3d42a49f-8cd2-4d31-b90d-c461329d0d31\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.971782523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.971986835Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.974642062Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.974929644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.977636431Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.977838623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:52.981009693Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.981024913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.981358805Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"20364592-2057-45fc-9d3d-dfcd660a9995\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.98361352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":10,"elapsed":"276.388364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.999616104Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:52.999911966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.002246651Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.002270301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.002475273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.014098018Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.014501861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f7012f-405b-40cd-9a57-886888eeeacb\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.014536631Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.014551461Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.014947954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.014972014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.014983844Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.014992034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.014999694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.015007924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.015241285Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.015255236Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.015470727Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.015488787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.01591599Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.018206375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.018365506Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1763dffa-c083-4818-acee-e97b50573ae3\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.018385356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.018492706Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ef33ee-b052-4ca4-b4d1-f8d3f0378436\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.018509197Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.018521707Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.050855787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.157169407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9177d599-6f08-47bb-8362-b2e60c04f4d6\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.157220107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.157230987Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.1577063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0917d062-81bf-4c0b-8eea-29a5b3bbd678\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:46:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.157762361Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.158100873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.158229974Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1480426-084d-42cb-88fc-0d9f56286522\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:46:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.158269184Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.158279564Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:46:53.158287884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.159649123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":10,"elapsed":"452.238686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.161652376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.161990908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.165733482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.165972604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.168231258Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.168567301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:46:53.17457827Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":10,"elapsed":"467.264563ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:00.647426937Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"5d352d4c-3eb9-4339-a085-de70f9c61305","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":603,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.717974427Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.718023965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.718032102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.718039086Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.718331391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.718343691Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.720264942Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.720590378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.720824548Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.722379364Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"4.401538ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.722753513Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.722766694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.722971967Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.725083231Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.72524632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.726578096Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.728800234Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.728814362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.728998882Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.741153288Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:02.741172788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":29,"elapsed":"23.144641ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.720578604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.720633384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.720645514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.720654154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.720979596Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.720994386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.723202311Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.723378082Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.723589833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.726023129Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.726033819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.7261826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.727918741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.728237623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.729948144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.732563701Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.732577311Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.732729323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.740685614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.740704644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":30,"elapsed":"20.150781ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:12.75231739Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"31.725637ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:15.656846442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"7832e4e9-a33c-40b5-bdff-028599ea8d1b","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714231246Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.714287336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714298066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714308436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714316676Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714325736Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714334136Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714343046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714351496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714359536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714370556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714379146Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714388207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714396567Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714405107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714413907Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714421507Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714429657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714438647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714446457Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714455647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714463807Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714472277Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714479777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714488857Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714497847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714505837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714513887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714522617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714530247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714539208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714547257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714555268Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714562817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714571138Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714579778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:47:22.714587208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714596588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":7,"elapsed":"12.42µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714606598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714615728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714624358Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714632978Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714641368Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714649178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714657938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714667668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714677128Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714685418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714693429Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714702489Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714710598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714718078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714725639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.714733939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:37:22.714596748 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714742229Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714750329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714758559Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714766189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.714774659Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714782119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714790139Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714798889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714806539Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714814529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714821639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714829019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.714838069Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.71487884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.71498752Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715006711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.71502716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715037971Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715057001Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715067531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715078611Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715087441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715131541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715166881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715178001Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715186452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715194702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715203232Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715210092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715218102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715225872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715233992Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715242492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1324, tv_nsec: 678066814 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715255002Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715289182Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715299932Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1324, tv_nsec: 678140564 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715312882Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715478923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715641055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715680195Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.348008ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715801176Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.715813896Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"1.521229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.717089784Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.717307495Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.717318386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.717326255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.718944746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"4.388179ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.71956223Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.719780671Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.719792822Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.719812002Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.719821962Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.719833122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.719974193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.719992623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.721673604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"7.327868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.723455065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.723660747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.723696687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.723705767Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.723711957Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.723745577Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.723769257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1324, tv_nsec: 686621919 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.723969399Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.72418477Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.725797401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.72580853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.725955682Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.731100515Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.731320996Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.732155942Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:37:22.714596748 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.732168152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:37:22.714596748Z\",\"pruned\":[]}","iteration":6,"elapsed":"17.570594ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.732515094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1324, tv_nsec: 695364956 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.732882327Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.734813129Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.73501997Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.735095601Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.735310082Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.771123665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.771404807Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.771822999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.77343883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"58.873673ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.774223715Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.774258595Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.774452376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.77493568Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.775394843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.776756831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.777035863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.777376455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"62.856768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.777444826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.777775378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.777887059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.778017449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.77810922Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.778422102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.779523199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.77962854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.780797588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1324, tv_nsec: 743658969 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.78114912Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.78122883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.781241161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.781518962Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.782070566Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.782260977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.782450118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.782469118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.782483689Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.7826643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.78268938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.78270448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.782962682Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.783047352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.783518915Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.78419147Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.78420391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.78421282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"70.004745ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.784358271Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"69.961125ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.784878024Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.785135166Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.785427508Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"70.914061ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.786597305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.786664886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.786810917Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.786820167Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.786828947Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"72.513031ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.786908447Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.786951987Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.787552571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.787564622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.787823873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.790253939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.790295689Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.790499121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.792553384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.792934776Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.793036837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.793046967Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.793053357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.793336179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.793991363Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.794138264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.794160084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.794168454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.794175225Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.794382546Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.794443586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.795368652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.795397832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"81.023666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.795489643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.795770915Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.795995866Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.796038006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.796062657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.796076047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.796087297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"81.713571ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.797054653Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.800536496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.800558026Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.800746127Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.801080899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.801105532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.801366091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.802027256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.802053106Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.802334058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.804354571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.804559402Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.806287153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.806530665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.826402384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.826460314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":31,"elapsed":"111.956727ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.830543221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"116.124983ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.831552607Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"117.11709ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.831578617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.840879028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.840916638Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.840929078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.840939298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.841407261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.842177446Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.843251493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.845488568Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.845520828Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.845765309Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.847687352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.847751942Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.847844463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.850275119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.851940729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.85197206Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.852142541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.853990853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.854386965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.858393691Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.858738674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.861716023Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.861742863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.861754783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.862050035Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.862362667Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.863061562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.868374766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.868410207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.868674248Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:47:22.89046137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.89050853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"176.133103ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.891850389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.891875899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.892217841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7894a9a-f379-4f79-9663-3cea57b54229\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:47:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.892235551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.892551743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.892564453Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.892574413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.892892455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.894176974Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.897684757Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.897998968Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.902659739Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.902927791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.90584313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.905862179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.906136231Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a72a4c41-2ab3-42bb-ad8a-d20909df1094\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:47:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.906152452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.907706891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.920574415Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"206.302179ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.956920521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.956946041Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:22.957204193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4efdb625-d723-46ed-a6a1-4dd486529759\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:47:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.957219883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:22.958733213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.020065861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.020533084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a29f863f-dde8-4e80-82a2-df168c543bb7\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.020567944Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.022088494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"795e629b-f8c9-4be6-80fc-bb127cce0239\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.022115294Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.023870576Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.023892286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"309.56911ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.027914512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.027944682Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.028501276Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd89f23a-8773-4b66-bbb3-3cb1e0a46643\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.028534256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.029001649Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.029331181Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.032139919Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.03217299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.032307891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.034731896Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.038062508Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.038092188Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.03833753Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.042608587Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.043168741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.043196911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.043210711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.043223211Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":6,"elapsed":"328.588782ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.043280562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.043668714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.045314435Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":11,"elapsed":"330.848688ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.045621107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.045642157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.045897089Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.047083776Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.047979972Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.050166216Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.050441708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.052007048Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.053611099Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.054561825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.062770308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.063309262Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29a252f-4326-4e9e-80bf-f07783c91156\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:47:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.065460106Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.065907399Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.066286681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.066867745Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.071034852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.071457335Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.073966181Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.078010807Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.078083748Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.078106848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":11,"elapsed":"363.655121ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.078254079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.079656918Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":11,"elapsed":"365.04468ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.08454126Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.084869452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.08763336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.088025012Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.091149882Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.091662696Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.092411341Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.095162719Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.095527391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.095933604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.095959284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.096224875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.097437523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.097826216Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.099238415Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.099265535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.099284315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.099296546Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":6,"elapsed":"385.1069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.099444956Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.09992847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.101805372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.105322214Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.105364055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"390.819907ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.107288257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.107317158Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.107565299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.10923674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.109445341Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.110560808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.110912611Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.112731553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.114361123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.114386144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.114744746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6d07258c-e988-4665-b2ff-f757a8fb0fde\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.114758726Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.115205539Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.117311243Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.117338733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.117483213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.11994822Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.120400223Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.124931152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.125313344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.129433901Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.129460721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.129854934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.129946854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6296f64e-317b-4b2b-9f9a-369ec92107c9\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.130143776Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.131626955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.131841767Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.132694782Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":11,"elapsed":"418.158734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.133557958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.13392652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.135825763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.136226105Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.138272428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.13850583Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.139872189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.140171361Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.146503242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.146733774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.148583786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.152206869Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.152236849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.15239592Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.154163702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.154519704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.155982534Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.156300485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.157898626Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.162162294Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.162192034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.162345265Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.179165994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.179891149Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4b406b6c-19f1-4b0f-b518-b2fe49dc5cc1\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.179926609Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.181349658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 478cc145-64fb-4b9c-a5da-a81d4f9f1f34, kind: Service { id: aa8ce9ac-5427-43e3-b71a-a158955330df }, name: Name(\"nexus-aa8ce9ac-5427-43e3-b71a-a158955330df\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5c995418-6267-4f62-8b9c-a92a770d9b7e, kind: Service { id: 7537c9dd-3abc-47e4-9cc2-101817dbe35f }, name: Name(\"nexus-7537c9dd-3abc-47e4-9cc2-101817dbe35f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed641fc6-6ba3-40ea-8a79-c11d77bab4b9, kind: Service { id: 5a7571a8-c048-48d8-a4d1-00692f1c218e }, name: Name(\"nexus-5a7571a8-c048-48d8-a4d1-00692f1c218e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 191])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 24c905cf-5b99-4656-a4f6-0f32177518a1, kind: Service { id: 5e055384-7079-47b2-95bf-5191a730e1f0 }, name: Name(\"external-dns-5e055384-7079-47b2-95bf-5191a730e1f0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 136])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a577d32a-aaaf-47e4-8e90-b6afdfdd0394, kind: Service { id: d27385ac-d3f8-425a-9c62-c86cb4a78778 }, name: Name(\"external-dns-d27385ac-d3f8-425a-9c62-c86cb4a78778\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.181394788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.181734641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.181847442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"73031838-6aaf-4b5b-bf31-c8e4638a016e\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.181871662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.184142906Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"25c9e392-b3f2-4bd7-8900-255b274f92a1\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.184174266Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.184457298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.186550222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.186587172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"472.197515ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.187206916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.187232496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.187517188Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.189722933Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.190547738Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 24c905cf-5b99-4656-a4f6-0f32177518a1, kind: Service { id: 5e055384-7079-47b2-95bf-5191a730e1f0 }, name: Name(\"external-dns-5e055384-7079-47b2-95bf-5191a730e1f0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 136])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a577d32a-aaaf-47e4-8e90-b6afdfdd0394, kind: Service { id: d27385ac-d3f8-425a-9c62-c86cb4a78778 }, name: Name(\"external-dns-d27385ac-d3f8-425a-9c62-c86cb4a78778\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 478cc145-64fb-4b9c-a5da-a81d4f9f1f34, kind: Service { id: aa8ce9ac-5427-43e3-b71a-a158955330df }, name: Name(\"nexus-aa8ce9ac-5427-43e3-b71a-a158955330df\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5c995418-6267-4f62-8b9c-a92a770d9b7e, kind: Service { id: 7537c9dd-3abc-47e4-9cc2-101817dbe35f }, name: Name(\"nexus-7537c9dd-3abc-47e4-9cc2-101817dbe35f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed641fc6-6ba3-40ea-8a79-c11d77bab4b9, kind: Service { id: 5a7571a8-c048-48d8-a4d1-00692f1c218e }, name: Name(\"nexus-5a7571a8-c048-48d8-a4d1-00692f1c218e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 191])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.190591528Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.197222291Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.197886426Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.201018166Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.204009539Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.204038455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.204303907Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.2571701Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.259148813Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.259177604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.259307844Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.283141519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","vpc_to_sled":"[Sled { identity: SledIdentity { id: 78d47478-5af8-488d-89c5-11be23443b63, time_created: 2024-11-15T21:42:21.206118Z, time_modified: 2024-11-15T21:42:21.206118Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.283178469Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.283186599Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.283474201Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.28628592Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.286670792Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.287837299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.29098181Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.303998044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.304560488Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.307202655Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.307222465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.307479957Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.318113726Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.318475698Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a678b06-0e0d-4980-803e-2afd6f8ff47a\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:47:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.318497429Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.318509399Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.318866721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.318879661Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.318887351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.318896381Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.318904331Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.318911821Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.319116183Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.319142913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.319253403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.319426705Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.319436805Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.319706277Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04fc2e63-cf0f-45ad-8b61-33a72b047642\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.319728617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.319737957Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.319745567Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.319753407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.321078055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":11,"elapsed":"606.642597ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.32173229Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.321858171Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d2d080c-79a4-49c9-b77b-5fd92191b01a\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.32186858Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.321968351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ba13652-4aa8-49ce-b7ab-df9dee4ba3e2\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:47:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.321986341Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.321996341Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.345269863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.437084939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"01c397a1-bda3-4c51-bd2d-89a3d390ed96\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.437138729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.437153769Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.437572952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2aea7af-54bf-4280-b1e8-2aa226fe88b4\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.437626682Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.438049915Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.441845819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.442124251Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.443298819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"bddbcb0f-692f-44f8-a1b7-05fc7144e725\", \"date\": \"Fri, 15 Nov 2024 21:47:23 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:23.44496501Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.4449871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","elapsed":"730.888164ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.44499872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":2,"elapsed":"730.905365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.445951526Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.446254988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.448389832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.448604493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:23.45572082Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":11,"elapsed":"741.511163ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:30.647648358Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"0cb2551c-21ad-47a7-908d-a4841f48fbca","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":392,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.711406245Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.711457495Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.711467195Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.711475675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.711762547Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.711799317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.71377148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.714011282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.714145503Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.715729613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"4.342648ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.716710769Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.71672474Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.7168644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.719187505Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.719368837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.721330009Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.723593754Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.723612704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.723737625Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.731722467Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:32.731742017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":32,"elapsed":"20.341002ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.708972887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.709048207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.709065257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.709079717Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.70956034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.709582251Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.711293131Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.711938466Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.712199237Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.713329115Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"4.349409ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.713798598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.713810188Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.713961989Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.71567554Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.715867361Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.717521212Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.719984058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.720007908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.720125849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.731776964Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:42.731799065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":33,"elapsed":"22.857289ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:45.645559209Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"aa29aea7-2d08-4799-a2ed-ebce00df395a","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":600,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707539405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707600275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707612175Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707623916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707633716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707644916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707655666Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707667406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707681046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.707694886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707710376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707724806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707737766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707750936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707765396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707779977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707794866Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707808927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707822587Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707836977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707849227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707866547Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707885277Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707903867Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707922327Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707938787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707955378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707971568Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.707991898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708009998Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708027028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708044908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708062938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708079838Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708095259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.7082412Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.70833702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708474461Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708493291Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708509751Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708522431Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708536811Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708551042Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708563871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708577902Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708609662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708645682Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708663302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708680102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708696052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.708710372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.711597521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.712052514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.712129775Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.712421447Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"4.572189ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.71297231Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"5.196434ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.714200948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.714220958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.714393079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.714404269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.714410809Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.71450975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.71451974Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.714597471Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.714661751Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.71608017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.716504403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.716700574Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.717163527Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.717258498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1354, tv_nsec: 687031440 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.71755613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.718538276Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.718567307Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.718719617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.720044276Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.720069916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.720193597Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.72064719Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1354, tv_nsec: 690421422 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.720910322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.720964052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.721172893Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.724224613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.724252664Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.724262413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.724271684Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.725450061Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.726035255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.726358727Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.727046382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"19.372395ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.727281163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.727308173Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.727436704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.727950968Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.728243829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.728685822Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1354, tv_nsec: 698467534 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.728947314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.729678249Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.730987357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.732135644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.732157465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.732325456Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.733717105Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.733733465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.733869576Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.744011482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.744041572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":34,"elapsed":"36.213835ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.746119585Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.746364177Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.748674532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"41.161937ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.752837259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"45.246134ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.753446713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.755875199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.755889309Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.75602445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.757457519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.757469099Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.757474839Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.75755448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.757792211Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.757824631Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.758171044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.758500416Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.760313807Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.760331418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.760339358Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"52.4478ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.762065199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.762077999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"54.510904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.764209953Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.764469014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.76535986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.765570602Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.765640622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.766646059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.76688162Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.768062128Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.768074938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.768244999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.769388657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.76992484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"62.217294ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.770984317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.771009287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.771129908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.779151Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.779328851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.781371414Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.781623716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.782930344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.785481131Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.785508891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.785652452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.786574428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.786591708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.78692459Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d904ac-1483-4615-91e4-4d6698d47b2e\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.78694076Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.788005487Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":12,"elapsed":"80.323861ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.788032138Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"80.367361ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.788515551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.801565505Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.801613356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.801976708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9282f910-1882-4c6f-85ef-645bb2e9d087\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.802007308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.804012221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.845644952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"138.012745ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.868316179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.868418239Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.868923083Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c027b0-1cf1-4e78-a45e-044a96505855\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.868958293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.870821275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.938048001Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.938320143Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ff4158-4dda-4079-b073-9d62840b4df8\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.939772743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.940037434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.941750685Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":12,"elapsed":"234.055059ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.943078514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.943120724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.943527907Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6919f809-2ee4-4be7-ba26-a115dab2ae97\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.943560587Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.944079991Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.950909785Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":12,"elapsed":"243.090808ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.956610632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.957029935Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"412ea9b4-043d-4771-ad70-af9e920b130a\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.957055875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.957064985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.957072235Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.958350723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":12,"elapsed":"250.849198ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.989285114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.989316684Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.989452325Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d6247260-4086-4be6-8dbb-5721f02f7b34\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.989466905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.989726507Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.992116072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.992292904Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.994703329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.99485982Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:52.997691339Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.997704899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.997988981Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ccebd84d-34fd-465b-b6c7-d1deea793ba0\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:52.999171468Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":12,"elapsed":"291.611153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.043399176Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.0440578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.052673936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.052715406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.053019388Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.077174145Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.077584887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2242aee8-b04c-4365-8e10-10122bcccc67\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.077629328Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.077645298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.07794449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.07797429Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.07798483Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.07799382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.07800245Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.07801078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.078147291Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.078158661Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.078322152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.078336642Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.078763465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.080974079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.081147521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6795719-97f1-4d3d-ba36-3d15d9a0ddd8\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.081164161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.081294982Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b25f991-fa73-4df6-b9c6-aabeeeeda280\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.081324142Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.081336642Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.182984862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d1eb2fda-5f73-454a-99dd-c2aa5ee069d4\", \"date\": \"Fri, 15 Nov 2024 21:47:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:47:53.183036022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.183049832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.183583655Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76a6c6b3-2273-4282-b284-be4b972c0c9f\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:47:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.183621326Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.183959618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.187645372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.187880634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.191523027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.191764059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.193734532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.193938103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:47:53.202571709Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":12,"elapsed":"494.880392ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:00.643552164Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"78aee283-65ec-4106-b9f9-4f23948344f8","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":383,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.70979425Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.709846835Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.709856847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.709864281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.710131096Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.710153371Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.711255138Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.713729762Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.713750499Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.713868766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.71590418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.716180894Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.739786815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.740054773Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.746132831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.748680314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.74869477Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.748838527Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.760577721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.760667574Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":35,"elapsed":"50.73873ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:02.768392372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"58.47143ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.72411542Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.72418369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.724200501Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.72421397Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.724648733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.724668953Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.726653576Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.72715537Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.727348521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.729047042Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.729061242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.729197553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.731160876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.731313667Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.732741626Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.73488796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.73490081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.735041891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.745271087Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.745285127Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":36,"elapsed":"21.220228ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:12.76115551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"37.07053ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:15.659788008Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"af91c997-cbec-4925-b430-bcac09242629","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":391,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722286239Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72234666Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.72235909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:38:22.722278459 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72237046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72237918Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72238829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72239852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72240753Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72241648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72242569Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72243464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72244354Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72245121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72245851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722465841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72247613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722485901Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722494741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722503861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722512011Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722520941Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722528911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722537451Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722545211Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722552961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722560181Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722568241Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722576851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722588541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722601811Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722613931Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722626551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722638482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722650362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.722662252Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722674462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722685862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722698842Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722709692Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722721922Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722734002Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722745432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.722757763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722769192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722780543Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722793863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722806143Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722817803Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722829883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722841223Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722853063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722864313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:48:22.722877113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722890673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":8,"elapsed":"18.04µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722905393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722919124Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722931993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722943574Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722955934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722967544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722979244Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.722991414Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723002784Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723013944Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723025544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723040204Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723053804Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723068305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723082545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723096535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723183805Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723202105Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723221046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1384, tv_nsec: 677577017 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723288146Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723321236Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723369826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723414207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723429487Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1384, tv_nsec: 677740878 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723452297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723491417Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723507167Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723577698Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723595598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723611318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723630298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723668638Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723678818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723687349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723695898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723707329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723714889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723723629Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723731729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.350489ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723739569Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723746439Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.723779039Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.7239077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72391627Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.724050891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.724060881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.313019ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.724071871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.724079851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.724212002Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.725058837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.725098488Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.725284279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.726130734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:38:22.722278459 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.726144184Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:38:22.722278459Z\",\"pruned\":[]}","iteration":7,"elapsed":"3.863655ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.726705728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.270508ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72701966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.72702968Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.727176761Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.728653541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.728755441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.730221801Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1384, tv_nsec: 684578813 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.730476582Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.730900335Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.730914555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.731082157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.73166182Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.7316833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.731812531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.733548222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.736718103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.736742663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.736868544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.738185132Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.738414764Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.741263952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1384, tv_nsec: 695611204 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.741585325Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.746696498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.747471703Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"24.56026ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.749611297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.749642297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.749864818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.755853137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.757752439Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.75777936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.757898351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.759754603Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.762197199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.764095641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.764118251Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.764125521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.764131891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.764431013Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.766660357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.768872862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.768912122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.769084323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.77008366Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.770513982Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.770571283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"48.096902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.772315914Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.772577246Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.772593146Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.772804137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.773593522Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.773820374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.774145486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.774270027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.777580728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.777603239Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.77781287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.778963057Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.779448251Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.779820383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.78098161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.781425093Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.78251091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"59.566257ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.783247115Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.783287625Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.783300776Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.783312845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"60.492012ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.783635398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.783652838Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.78403971Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.784493183Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.784521493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.784533453Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.784730375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.784831265Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.786038423Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.786059933Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.786067603Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.786159154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.786172764Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.786259615Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.786447246Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.786766578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.786778628Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.786957559Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.787547143Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.787558543Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.787796115Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.788893492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"66.551862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.789648407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.790332001Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"67.75942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.791205907Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.792264314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.792289304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.792511125Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.793767533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.793890204Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.793906694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.794121616Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.795509035Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.796630352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.796654102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.796829353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.798003351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.798028861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.798039201Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.798263462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.798383783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.798396113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.798599275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.799220049Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.801205742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.801230622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.801468443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.804443173Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.804878816Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.806387945Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1384, tv_nsec: 760710277 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.806779988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.80705973Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"84.568169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.812826107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.81322916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.815084622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.815543535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.815915477Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.816525581Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.816557131Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":37,"elapsed":"93.92156ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.819882913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.819913053Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.820151955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.825340068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.825895972Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.828815221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.829233183Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.831550979Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.834670679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.834724449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.83480341Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.840468256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.840498237Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.840506387Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.840512707Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.84094463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.843184984Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.846645747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.846678007Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.846921668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.847699854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"124.88966ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.852005551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.859881282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.859918543Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.859937673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"137.331571ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.861989126Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.862012096Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.862023147Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.86252602Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.865995212Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.866287734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.866309454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.866321664Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"143.584012ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.866625866Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.872280383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.872322633Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.875725365Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291e08f4-4996-45af-8cbb-1dab497b7121\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:48:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.875757645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.877916239Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.879731711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.880634277Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.880667397Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"157.871974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.881426662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.886021522Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.886063372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.886353094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.892346323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":13,"elapsed":"169.983693ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.907965315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.908415548Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.916789022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.916821402Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.916833072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.917393546Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.919838622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"197.19848ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.922893411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.922933112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"200.053339ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.923942108Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.926827817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.926853667Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.927015438Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.938460943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.938490783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.938825105Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca942a0-2868-4083-8cf5-96a442849b8a\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:48:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.938856305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:22.940973119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.948040475Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"225.792806ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:48:22.954460027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:22.954480236Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"232.032876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.010589231Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.010889813Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.041788523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.041845544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.042207476Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecf04477-16c7-4c55-817e-f9372767f09f\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:48:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.042238456Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":13,"elapsed":"319.748455ms"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.042264036Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.043911197Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.089591644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.090028527Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"02396c44-d691-4203-b136-2013a2667ff6\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.090059057Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.091441266Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9d44be9c-7d27-4253-a2b6-61c6f681eef0\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.091461456Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.093028336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.093057436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"370.648116ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.102584708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.12912392Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.129190061Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.129711424Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f87cdf9-a0df-45b6-883f-a1ff9618f3bb\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.129748774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.130353688Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.131786958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.132658993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.13362375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.13365345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.1336746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.13370999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":7,"elapsed":"411.422941ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.136286057Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.136316297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.136618329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.136641709Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.136652069Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.136883521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.138917924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.142022034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.142059634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.142689398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.146620374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.146651464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.146664704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.146676994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":7,"elapsed":"424.139613ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.153126986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.154608256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f205618-65e3-4707-bb1e-7bc430deec8c\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:48:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.157029961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.157444704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.165862259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":13,"elapsed":"442.998356ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.174481045Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.174522295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.174880677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f0fa9bc7-137c-4e02-b959-ae321b9b3a34\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.174898817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.17524895Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.17836947Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.178759383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.181333199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.181658531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.184930743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.184949083Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.185427556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ed44ee30-d085-4a39-8697-fc29ba0f4032\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.187249927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":13,"elapsed":"464.675156ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.207440589Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.208084753Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"77b39923-725d-46c9-a0d3-7bafd55870b0\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.208115353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.209714483Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"92a2d6f6-c2bb-401e-838f-54bb92a8db34\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.209744353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.210875561Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"86663a18-6e9f-4e40-a867-78b0e31a5b34\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.210903591Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.212757063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.212789783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"490.289652ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.262646217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.263006799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.265161153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.265185053Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.265349494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.274461654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.274820476Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79229ae8-173b-46ce-aae7-30c0b8ebe3e0\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.274846766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.274861846Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.275143098Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.275156768Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.275165768Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.275175428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.275185398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.275195709Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.275346399Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.27535841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.275573981Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.275582651Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.275867383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.278025147Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.278168068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f32b3a95-c819-45c8-b6aa-6aa41053dd5d\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.278193428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.278316679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"260ca395-c45a-444f-b4c0-430f6dda2c0a\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.278333579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.278346059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.297625504Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.306837764Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.306856764Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.340300071Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.340427882Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46539"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.340552223Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"65598b17-d545-4f1e-8fd9-96e23ead50c0","remote_addr":"[fd00:1122:3344:101::c]:46539","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.340898885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"65598b17-d545-4f1e-8fd9-96e23ead50c0","remote_addr":"[fd00:1122:3344:101::c]:46539","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.378476929Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/oximeter.rs:76","collector_id":"5ef543c6-773f-4453-b7c6-1ba24a407ceb","producer_id":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.378502379Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/producers","method":"POST","req_id":"65598b17-d545-4f1e-8fd9-96e23ead50c0","remote_addr":"[fd00:1122:3344:101::c]:46539","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38018,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.378583689Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65598b17-d545-4f1e-8fd9-96e23ead50c0\", \"content-length\": \"41\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.380116319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"eb7e9dbf-1ea3-4c86-9e7b-8e2895f9d2a3\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.38013733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.38014634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.38015512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.38016347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.380433892Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"359d7dd2-a157-421a-acbc-952c164bbd54\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.380477752Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.380804574Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.380870634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d0c876-ce92-49be-8bbb-60ca4c93ec32\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:48:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.380899175Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.380910335Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:23.380918375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.382334954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":13,"elapsed":"659.992254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.384710639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.385059742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.388622345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.388859836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.390762228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.39102113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:23.39859469Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":13,"elapsed":"675.733316ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:30.660868622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"83117f32-7e1b-49f2-b0d3-94b733ca35e2","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":550,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.724381473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.724432544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.724441684Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.724449354Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.724764116Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.724778656Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.726295926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.728833422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.728847782Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.728992433Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.731133697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.731300068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.732784948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.734951632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.734963422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.735096523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.74695749Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.74701368Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":38,"elapsed":"22.610857ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.754368918Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.754543389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:32.755892728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"31.503745ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.723561006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.723630216Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.723647396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.723661147Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.724089929Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.724109899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.726335344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.726504405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.726982608Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.728279386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"4.72771ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.729388774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.729399874Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.729537405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.731289226Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.731462817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.733090338Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.735425393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.735441423Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.735583324Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.744392351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:42.744408781Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":39,"elapsed":"20.882775ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:45.661393986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"c501d750-e2e3-47d4-ab21-a0f0679bf9ce","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":403,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:50.652722124Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:52180"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:50.652889525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"5360a0d9-ec94-4f6a-9f3b-9a128969c54d","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:50.653388238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"5360a0d9-ec94-4f6a-9f3b-9a128969c54d","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:50.65669678Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"5360a0d9-ec94-4f6a-9f3b-9a128969c54d","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3881,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:50.656927371Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"5ec00a72-1c46-42e4-a209-302afa09b687","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:50.657241583Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"5ec00a72-1c46-42e4-a209-302afa09b687","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:50.65981432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"5ec00a72-1c46-42e4-a209-302afa09b687","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2939,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.722933831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.722998911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723012281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723028092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723040912Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723054692Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723069802Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723083612Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723096992Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723109812Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723118932Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723127652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.723136632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723145802Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723153862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723162462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723170212Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723177672Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723185942Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723194213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723204782Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723213133Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723221313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723228443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723236123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723243743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723252313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723260573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723269133Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723276643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723283753Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723292693Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723300333Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723308173Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723317013Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723480674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723497004Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723508475Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723593465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723607615Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723640555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723651116Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723657965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723666096Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723674356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723682616Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723689646Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723696366Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723703376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723711886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.723768306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.725331696Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.726373903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.455793ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.726460584Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.726966687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"3.907695ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.72741887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.72743274Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.727599201Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.728545347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.728568647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.728748389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.72901804Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.729201441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.731085244Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1414, tv_nsec: 684855755 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.731112984Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.731463106Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.7320503Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1414, tv_nsec: 685834272 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.732353392Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.732803965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.733126397Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.733139857Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.733346458Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.733356319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.733362359Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.733438059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.733788141Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.735019099Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.735490302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.735504862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.735660543Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.735677063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.736889691Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.737271544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.738776374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.738797704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.739071076Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.73972571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.73974577Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.739974022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.74122587Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.742489998Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.742506648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.742513318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.7428156Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.74282472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.743066962Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.743078702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.743085732Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.743321933Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.744626122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.744971374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.745257996Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.745338206Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1414, tv_nsec: 699117808 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.745600118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.746638675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.746656825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.746816726Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.748505817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.75209252Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.7521224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.752313471Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.767976023Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"44.982342ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.768134744Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"45.039222ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.769456983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.769832335Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.770402859Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.7706107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.772522323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.772709614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.775609293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.775932065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.777853077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.778055279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.77980638Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.77983395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"56.868059ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.780931887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.780947247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.780956608Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"57.923246ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.841656742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.841700792Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.842045564Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8663c58-a917-4291-a70b-f5a5ab170d54\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.842070534Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.844414529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.848349015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.848372255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.848689167Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1281754d-37ff-4bf4-b438-46fe19a2252c\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.848709167Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.850352768Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.971831567Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.972150149Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4c2a95d-6c05-4a9c-ae4e-64a343f4f0a3\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.973028204Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.973283436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.976825769Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":14,"elapsed":"253.716467ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.983959865Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.983986475Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.984206757Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0adf1c33-de0e-4712-9d21-7a88fe6c3ca7\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.984223067Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.985545576Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:52.987722039Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.98773457Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.988235993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1876b446-18bc-414b-8cce-e78a70c79403\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.988274563Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.988639576Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.992065158Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.99243643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.992898293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":14,"elapsed":"269.827091ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.994057701Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.997129971Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.997155661Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.997416793Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:52.999644607Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":14,"elapsed":"276.480875ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.005025892Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.005054402Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":40,"elapsed":"281.91553ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.03397353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"310.919867ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.034125941Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.034483633Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.036172534Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"313.021342ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.036656667Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"313.724116ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.047494407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.047529978Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.04789831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"847378e5-894c-432c-a163-4bb232257b50\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.04791249Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.048403553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.062956498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.063364561Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.066929264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.067303686Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.076130444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.076157754Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.076762868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"06048537-4d45-4936-98dc-60c660b637ab\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.078542439Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":14,"elapsed":"355.537458ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.104715419Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"381.743988ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.113998599Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.114385752Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.115750271Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.115764391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.116004092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.119493385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.119731907Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.137668883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.138061595Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb9fa062-77db-4970-8df3-ac9b07f5b281\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138084616Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138097526Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138418228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138432118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138439598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138448408Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138455968Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138463888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138647709Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138662509Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.138895751Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.138908461Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.139208443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.141238946Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.141350047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"216e3cd5-3b43-43ea-b0d1-4a3ca180539d\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.141363627Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.141470828Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0585dd-99da-42a0-a7d6-f8f7d718c5c4\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.141486908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.141500918Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.16027555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.161991141Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.162005711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.162157392Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.164038014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.165728425Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.165740885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.165882716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.204860999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.255684149Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f5c62edc-492d-42e2-ae89-8293ba7ec39d\", \"date\": \"Fri, 15 Nov 2024 21:48:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.255716699Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.255726939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.256257103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a7cc25f-2b0a-4662-8b6b-d7412b94b0c6\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:48:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.256310723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.256681356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.260740942Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.260971513Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.26194456Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70458446-7d46-457e-8380-fe841434e8b9\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:48:53 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.26197143Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.2619819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:48:53.26199021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.263249998Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":14,"elapsed":"540.275617ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.264645757Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.264893699Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.267243684Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.267528016Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:48:53.273999408Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":14,"elapsed":"550.823036ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:00.660939924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"cef66c18-37da-41d2-ade3-1668c2bcd5db","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.721874771Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":41,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.721947402Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.721963972Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.721977432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.722395815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.722416405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.724493688Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.725322284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.725505675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.726870494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.726881484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.727021325Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.727322267Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"5.456606ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.729112478Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.72935308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.731092671Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.733308395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.733321055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.733457247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.748721455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:02.748749466Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":41,"elapsed":"26.895484ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.730723689Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.73079274Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.73080924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.73082265Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.731231053Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.731254403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.733093525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.733277156Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.733713269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.736161635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.736175915Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.736313066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.737631524Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.737789155Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.739460226Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.74158477Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.74159861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.741728591Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.754059801Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.754084191Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":42,"elapsed":"23.363212ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:12.761146387Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"30.444398ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:15.666812085Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"7e62c803-8f1b-42b6-ad74-be315e01e825","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:20.658842118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"6efce1be-cb27-468b-bf61-5b230afb2ed7","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:20.659153149Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"6efce1be-cb27-468b-bf61-5b230afb2ed7","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:20.66225179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"6efce1be-cb27-468b-bf61-5b230afb2ed7","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3476,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:20.662494411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"011c2de9-b854-45bb-8e1b-bfade0796bbd","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:20.662756283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"011c2de9-b854-45bb-8e1b-bfade0796bbd","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:20.665031478Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"011c2de9-b854-45bb-8e1b-bfade0796bbd","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2567,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729129137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729190897Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729203207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729212827Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729222347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729230737Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729241397Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729249867Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729258947Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729268558Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729281007Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729295328Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729308248Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729320608Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729331758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729343148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729354158Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729364778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.729375818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729387578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729398668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729409619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729423479Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729437069Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729449229Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729461299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729472379Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729484489Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729496539Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729509899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729522369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729532279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729542829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729553859Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729564369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729574789Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72958588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.7295963Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.7296068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72961673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72962644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72963698Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72964641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.72965763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.7296672Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72967799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72968806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72969753Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:49:22.72970875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72971995Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":9,"elapsed":"14.161µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.72973185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729742461Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":43,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729752891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729762841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729773221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729783411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729792411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729801441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.729811641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:39:22.729641140 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729822111Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729832021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729842871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729852481Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729864791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729877091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729925052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729939952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.729951172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730032512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730065973Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730082663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730101673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730140923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730165213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730178473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730189313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730200084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730211724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730221944Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730238414Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730249374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730259924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730270004Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730280114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730290534Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730300794Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1444, tv_nsec: 677674506 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730345214Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730517786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1444, tv_nsec: 677893637 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730791017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.730806157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.58207ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.731050509Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.731062569Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.391389ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.732342198Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.732352398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.732358687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.732564419Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.732644309Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.539783ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.732844421Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"3.723384ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.733146453Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1444, tv_nsec: 680548005 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.733400304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.73422204Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.734823394Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.735143116Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.735179156Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.735501418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1444, tv_nsec: 682892000 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.735740729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.736239703Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.736255413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.736348984Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.736427264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.736626465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.738038884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.738052684Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.738192356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.743011867Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:39:22.729641140 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.743045977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:39:22.729641140Z\",\"pruned\":[]}","iteration":8,"elapsed":"13.377227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.743748472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.744207964Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.747514366Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.747539826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.747723687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.747785598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.747804808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.747814558Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.748020469Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.748042269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.750586346Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.750641036Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.753586535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.753678776Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.753706536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.753929747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.755217286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.755477998Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.756026741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.756491274Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.756854657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.759665455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.761697818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.761717068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.761724118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.761730178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.76191793Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.764032413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.76511348Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.765531953Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.767324314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.767349315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.767578766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.778427507Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"49.249099ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.780209208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.781412106Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"52.244589ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.783735121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.783769611Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.784028203Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.786155157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.786179687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"56.690718ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.7866056Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.787321134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"57.929356ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.788478812Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.788826794Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.788841634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.790713906Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"61.190307ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.790928808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.790942648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.791146039Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.792567438Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.795471457Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.795502408Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.795708889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.796307303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.798415546Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.798643418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.798888619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.799043071Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.799166281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.799190841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.799331772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.799347322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.799354122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.799579264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.799603184Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.799877926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.799897486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.799905296Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"70.438187ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.800315729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.800340759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.800411269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.80048723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.80050219Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.80051164Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.800824742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.803314278Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.803336778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.803344798Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.803351559Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.80364123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.803660021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"74.347542ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.803981432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.803994732Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.804153594Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.806232497Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"76.709778ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.807344494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.807377285Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.807390815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"77.809935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.807568006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.807980798Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.808540312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.808809854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.809310307Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1444, tv_nsec: 756690239 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.80970334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.810586835Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.813163562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.813190362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.813326673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.821872999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.821911929Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.821923759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.822235691Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.823469459Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.827075733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.827584766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.827896328Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.827930908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":43,"elapsed":"98.306938ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.828450371Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.828479491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.828732513Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.832054975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.832087065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.832101775Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.832116375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":8,"elapsed":"102.508835ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.848585912Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.848648113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.848661833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"119.436155ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.853383293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.853426484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"123.835264ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.861878798Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.861918629Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.862368362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6772264a-3a58-4103-b19e-af03e9bbc34b\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:49:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.862400342Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.864638566Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.86823492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.870645355Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.873003211Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.873038531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.873254032Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.874704502Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.875130364Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":15,"elapsed":"145.819226ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.875160905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.875423956Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.875457576Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.875689288Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.876624474Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.879195791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.879218231Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.879382822Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.881338065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.881599346Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.892359406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.894942203Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.894971733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.895357316Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b11bff-eca5-4476-bb16-1e10bcd56d3f\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:49:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.895382806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:22.896950466Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.902737833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:49:22.929499467Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:22.929541538Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"200.026548ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.035866388Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.03624909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51706d86-d610-4340-85d7-38d821688ed8\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:49:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.037952821Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.038373264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.054929521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.054966442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.055526455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7cf726-52f5-485b-98e4-ee7b7f8584bd\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.055567476Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.056117679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.058073052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.058104142Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.058118332Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.058784086Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.059440441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":15,"elapsed":"330.100003ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.060549048Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":15,"elapsed":"331.291861ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.061373323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.070459562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.070509583Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.070750994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.08547209Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.08552361Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.08553344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.0855427Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":8,"elapsed":"356.178692ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.092242724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.092850298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c3a1577f-2b80-47a1-9acd-7856e3670051\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.092878118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.095292463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"89619aa1-9f38-4d1f-bbdb-f32e8d6f21fa\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.095322364Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.097918331Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.097943821Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"368.767614ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.099984304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.100010954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.100428557Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4e2d1c4e-cd3c-4036-8aae-54c9a98bab4a\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.100449007Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.10097944Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.104797385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.105400609Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.109415615Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.109870718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.113896034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.113920875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.114479318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ce2ca3c4-d755-4a41-9b79-7ce1066dd26a\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.116207069Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":15,"elapsed":"386.917391ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.120449437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.120491317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"390.865747ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.12246927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.12249258Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.122964603Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"212ff5f3-32da-4288-8549-d1daa3648723\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:49:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.122983793Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.124870666Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.126295205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.197280816Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.1979095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d6da57e0-b7ff-454d-a830-9f12a37c46e4\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.19794152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.200107444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d07e4314-45d8-42ba-8934-1a9628341dc9\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.200129834Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.202267068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"003a922b-ed60-4a21-9b18-9d12b8de9af4\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.202287298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.204536653Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.204562013Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"474.918313ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.232688306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.233018328Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.234390897Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.236266709Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.236290909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.23643551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.238151261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.240097643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.240143404Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.240267685Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.298576473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.298931345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.30115483Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.3011884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.301317541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.303650756Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.309463584Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.309762746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96aa99b1-c3f9-4a09-ad41-123e60dc11c0\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:49:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.309787866Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.309798716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.310057628Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.310068178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.310074808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.310081668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.310088198Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.310095008Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.310261159Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.310271559Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.31048374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.31049288Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.310826263Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.313177498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.313281929Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad970166-d88f-4d21-bda1-b99fabfb96f3\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:49:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.313292129Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.313376059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37747408-ac10-43df-a7a4-0c453add8a06\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:49:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.313389459Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.313398499Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.371475696Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a22361-da56-48a2-b1b9-166ea225e9e2\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.371504996Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.371515117Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.371523847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.373829592Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":15,"elapsed":"644.467613ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.474818647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c29ff847-7469-4d42-be1d-648b2d7b0172\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:23.474860998Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.474871418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.475069719Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"093bb3a3-a6c2-47d4-beb7-0fe5d352bf8f\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:49:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.475114759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.475445601Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.479161785Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.479385897Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.483132631Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.483515234Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.485684388Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.485934459Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:23.493047685Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":15,"elapsed":"763.668768ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:30.665582782Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"47198262-aa97-4517-91eb-5b54018fcd62","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":389,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.728445983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.728496793Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.728506993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.728514023Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.728812125Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.728834986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.730414256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.732812771Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.732825491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.732957172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.73421631Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.734462462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.735956902Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.738398588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.7384106Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.738547158Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.747867159Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.747888309Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":44,"elapsed":"19.456626ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.757955584Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.758264186Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:32.759506814Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"31.051692ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:35.657895939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"ea946a7b-c942-415b-a110-f173825296f4","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:35.658235331Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"ea946a7b-c942-415b-a110-f173825296f4","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:35.661709913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"ea946a7b-c942-415b-a110-f173825296f4","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3879,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:35.661973655Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"0406407f-381f-4f84-a65c-07f123193c53","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:35.662208687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"0406407f-381f-4f84-a65c-07f123193c53","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:35.664430091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"0406407f-381f-4f84-a65c-07f123193c53","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2488,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.726691432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.726756443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.726770203Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.726781763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.727229836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.727247536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.729323749Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.730054484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.730411066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.731739615Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"5.048673ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.731783015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.731793845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.731937776Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.734183221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.734351162Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.735751481Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.738018506Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.738037036Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.738159927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.750692748Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:42.750716368Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":45,"elapsed":"24.048156ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:45.664842674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"d6f6d8c4-5b64-453f-9338-e2ea514357c2","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":330,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:50.655330377Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"e616434b-ce18-46e9-b34a-e3cdaba26c4e","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:50.65569135Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"e616434b-ce18-46e9-b34a-e3cdaba26c4e","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:50.658076175Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"e616434b-ce18-46e9-b34a-e3cdaba26c4e","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2821,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:50.658337197Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"14342bea-31d7-4d9e-ac38-7edee45f186f","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:50.658660829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"14342bea-31d7-4d9e-ac38-7edee45f186f","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:50.660942694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"14342bea-31d7-4d9e-ac38-7edee45f186f","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2672,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.725851488Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.725923648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.725940488Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.725954378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.725967528Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.725979288Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.725992289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726005038Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726017309Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726029019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726040909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726053529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726065249Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726076959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726089679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726100929Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726112849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726125349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726138219Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726150299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726162479Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72617529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.7261875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72620059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72621306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72622483Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72623699Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72625149Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72626521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72628067Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72629449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.726309371Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72632428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726340121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726355471Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726693373Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726706533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726718043Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726822974Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726839514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726870434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726881124Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726890064Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726897284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726908894Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726961095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.726971635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.727012945Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.727023655Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.727032725Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.727046925Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72923757Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.72927571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.729832283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.729842443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.729848974Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.730084135Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.730268916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"4.268178ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.730392777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.453899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.730497018Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.73093457Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.731381983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.731392193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.731573205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.73241948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.73242931Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.732593241Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.733239825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.733260496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.733411077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.733788359Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.733798299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.73395728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.734172862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.735832622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.735850422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.735974143Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.736795819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1474, tv_nsec: 687916300 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.73706261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.737242831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.738311448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1474, tv_nsec: 689441940 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.73853199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.738726801Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.738943482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.739390215Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.739412965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.739635617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.741877092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.741902452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.742114893Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.742141763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.742169054Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.742339675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.742678117Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1474, tv_nsec: 693789928 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.742973609Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.743288191Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.743558163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.743978705Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.745050572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.745673626Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"19.570997ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.746141329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.746159799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.74633259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.748961058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.748991998Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.749004378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.767194066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.767273826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":46,"elapsed":"41.185388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.768697176Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.769038208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.76935743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.769680952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.773293156Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.773538497Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.775626531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.775688401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.775701841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.775708471Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.775905422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.775917433Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.779537636Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.780046029Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"53.90826ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.782108513Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.782137843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.782224334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.782971578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.78323519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.783626952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.784030675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":16,"elapsed":"58.211658ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.785068482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"58.864942ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.785234933Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.785246503Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.785253993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.785264013Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"59.280865ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.785421214Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.799794097Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"73.903429ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.804144926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.804169756Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.804575439Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d90de27-6fec-4590-a484-24e005411342\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:49:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.804601199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.805171352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.805199252Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.805493985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64d5559b-1d8f-44e0-b527-8076f575a9c5\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:49:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.805518775Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.80636875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.807147595Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.807169295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.807179916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"81.315138ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.80783027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.8078581Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.808038271Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d7c482-2c46-4080-8e3d-9145c0799eb3\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:49:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.808066731Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.808356303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.80946028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"83.305431ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:52.80947578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.861559558Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"135.63306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.868572204Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.86945853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.916622946Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.916994988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.947623617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.947979519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4918695d-432d-4814-aa59-89ae45c86d65\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:49:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.94958502Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:52.949816011Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.015623889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.015654089Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.016130732Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1585a1c4-62aa-44b3-93bd-a6346cc1516d\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:49:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.016169472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.016554135Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.017720872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.017903623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":16,"elapsed":"291.811304ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.019635835Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.019663165Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.019813476Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.019826446Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":16,"elapsed":"293.801727ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.021359766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.02349269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.02351838Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.023692451Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.035455387Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.035515708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.03585563Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8987caaf-5432-4c9a-adfa-c8aa89dcb8f1\", \"date\": \"Fri, 15 Nov 2024 21:49:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.03589255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.036204422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.037967374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.038163315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.041656087Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.04204685Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.101069343Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.101505136Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.103219847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.10372497Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c189e63-001b-40f8-991a-0ccba9aa0c2c\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:49:53 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.103755021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.103783841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.103795131Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.105007669Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":16,"elapsed":"379.069711ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.106611779Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.106631799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.106912621Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.107247043Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.107261093Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.107628486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"df657b1a-d055-4644-8540-b624e8f32358\", \"date\": \"Fri, 15 Nov 2024 21:49:53 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.109654169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":16,"elapsed":"383.50175ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.116834206Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.117152748Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10372554-91b2-4e31-82e2-0293a75829d1\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:49:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.117176628Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.117190098Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.11748808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.11749926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.11750658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.1175143Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.11752196Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.11753025Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.117716951Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.117731281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.117968383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.117993993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.118269465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.120465779Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.1205749Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07207c43-1eea-4fe3-89b6-110f6912cd06\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:49:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.1205983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.120673311Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80c229f6-4150-410f-b10c-2d78124a94de\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:49:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.120690391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.120700871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.223943301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"486d5d1e-1b8b-4c8a-8e51-8d65a413a561\", \"date\": \"Fri, 15 Nov 2024 21:49:53 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:49:53.223975491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.223985161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.224475584Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfc7f084-a55c-4973-abbc-d6ffa31b99f3\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:49:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.224520265Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.224816727Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.228290029Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.2285159Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.231823282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.232152704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.234295078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.23462123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:49:53.241562625Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":16,"elapsed":"515.541226ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:00.66201443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"3683b10b-51e4-4e2f-a6ff-42c78a6e9f3c","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":382,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.725052511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.725106311Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.725117361Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.725125652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.725426613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.725448863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.727058594Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.727682378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.72795763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.729724171Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.729740041Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.729964593Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.732245188Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.732440159Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.734331331Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.736721377Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.736737097Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.736875958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.748386372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.748409092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":47,"elapsed":"23.379222ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:02.762940177Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"37.879636ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.726904061Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.726972714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.726988202Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.727000868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.727427828Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.72744759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.729443192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.729882552Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.730175232Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.732001718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.732013681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.732059346Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"5.152433ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.732145325Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.734119379Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.734300374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.736002189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.73837853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.738394261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.738517937Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.749776473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:12.749802095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":48,"elapsed":"22.94708ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:15.668597903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"f21d1e8f-1a6b-466b-a8d7-0419d87132e7","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":396,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:20.661791864Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"70540af1-54bd-475f-96a7-ca20c6ba495e","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:20.662108499Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"70540af1-54bd-475f-96a7-ca20c6ba495e","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:20.665520378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"70540af1-54bd-475f-96a7-ca20c6ba495e","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3828,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:20.665786714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"3f2b83b0-02e4-4535-9d39-4ed666ac36e8","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:20.666152258Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"3f2b83b0-02e4-4535-9d39-4ed666ac36e8","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:20.668786088Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"3f2b83b0-02e4-4535-9d39-4ed666ac36e8","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3057,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734396526Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734446889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734456883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734464533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.73447252Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734479823Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734486958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.73449337Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734501939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734508511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734515383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734522527Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734530477Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734536777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.734544408Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:40:22.734485102 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734551167Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734558152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734564077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734570846Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.73457784Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734584373Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.73459194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734598052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734604887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:50:22.734612368Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734620102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734627171Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":10,"elapsed":"14.86µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734635824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734642977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734649784Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734656796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734664652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734671562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.734678302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734684677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734690856Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734697718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734704768Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734711293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734718737Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734724849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734731056Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734738369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734745541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734751391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734757803Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734763869Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734769738Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734776272Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734783585Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.73479056Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734796916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.73480316Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734808653Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734815347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734821778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734828247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734834369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734840453Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.73484741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734854394Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734861238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734893011Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734905723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734916579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734979298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734989264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.734998162Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.73508609Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735102318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.73514475Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735187172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735200081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735211997Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735222562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.7352376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735248437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735321541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735335453Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735346328Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735352835Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735359558Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735371539Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735380783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735396758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735403789Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735429176Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1504, tv_nsec: 678081576 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735446464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1504, tv_nsec: 678113216 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735825188Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735843338Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.203258ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735904923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.735914692Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.370409ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.736626102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.736836773Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.738134141Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.738460782Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.775245ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.738981041Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"4.504019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.73947551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.739771622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.740019604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.740029964Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.740171115Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.740206275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.742222385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1504, tv_nsec: 684928000 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.74253736Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.742638621Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.742662091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.742811742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.742822632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.743133514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:40:22.734485102 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.743144314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:40:22.734485102Z\",\"pruned\":[]}","iteration":9,"elapsed":"8.634876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.744080658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.744346376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.744411551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.744523273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.744533352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.74459683Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.744675487Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.744685124Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.746244983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.746378195Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1504, tv_nsec: 689034417 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.746617817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.747438506Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.747449559Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.74760601Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.748358486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.748377545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.748496281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.749014843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.75019613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.75047564Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.750708966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.750716672Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.750722016Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.750901736Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.750911589Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.75094279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.751092556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.75332797Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.753506953Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.75369093Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.753700144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.753935534Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.753966106Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.753973831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.754169339Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.755607185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.755895367Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.756127668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.757336406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.757524647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.758455343Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.75957465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.759593813Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.759601941Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.759607641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.759757389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.75992298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"25.322934ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.760194079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.760498799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.761809405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.762072417Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.762754016Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.762770535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.762778533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.763053999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.763080738Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.76309075Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.763102253Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.763148069Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.766784307Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"32.36157ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.767196462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1504, tv_nsec: 709885892 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.767554452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.768415054Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"33.670479ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.769102556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.769359899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.769587883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.769775543Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.770272196Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.770660082Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.774049984Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.774063264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"39.265606ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.774484926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.774499936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.774510754Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"40.03887ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.774537052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.774560058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.774702484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.775762494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.775783006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.776026017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.77646445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.778115659Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.778133481Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.778257635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.784675286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.78501368Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.794077375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"59.442755ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.798269861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.798299812Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":49,"elapsed":"63.568382ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.799157859Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"64.440808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.802783441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.803078137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.805337767Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.805628756Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.806536799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.806554077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.806564747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"72.102418ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.80877832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"74.202642ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.809893372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.8099123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.809921563Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.809929691Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.810134959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.812371213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.812485833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.812550333Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.812764731Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.814508432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.816400319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.816421619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.81653508Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.81655062Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.816601751Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.816866562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.817100374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.817124384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.817303105Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.818465658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.818485308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.818495312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.818714875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.820396874Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.824669964Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.824697911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.824941053Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.825127907Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.825145645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.825156707Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"90.368537ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.82748224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.827508668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.827519702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.827553519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":9,"elapsed":"92.775522ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.834261588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.834806298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.838505432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.843526315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.843567125Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.844058809Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.857055799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":17,"elapsed":"122.254564ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.872712796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.877500075Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.877571786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"142.947028ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.877595686Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.877609716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.877623916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.878083269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.879836986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.884623302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.884664327Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.884884153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.887146148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.887182828Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.887197648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.887211418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":9,"elapsed":"152.675491ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.889917436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.893870277Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.894253999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.918423921Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"183.489661ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.925742303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.925777863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.926183353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562e8246-db1a-4e85-b723-0c7c47a6ef1a\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:50:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.926215257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.927636925Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.945169464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.945203105Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.946024275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4498173d-fe51-4caf-a921-7c3abcf79cd0\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:50:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.946053581Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.9464938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:50:22.946957453Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.946985081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"212.051916ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.953257957Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.953586199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.955503189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.9582787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.958301472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.958617647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.966464183Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.968596318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.968620674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.968826288Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.969069768Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.969095746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.969397267Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6157b71e-e3f9-462b-9208-7fa7a6f6167c\", \"date\": \"Fri, 15 Nov 2024 21:50:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.969482722Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.969727994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.972544382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.972725403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.975302473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.975822943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:22.979124565Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.979148345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.979548517Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"963a7eb1-213a-4dce-9126-2a4be5758cef\", \"date\": \"Fri, 15 Nov 2024 21:50:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:22.980909861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":17,"elapsed":"246.119627ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.010120196Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.010160736Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.010425498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5365fbbd-52d1-4fa2-83b9-d790c649fc74\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:50:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.010443758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.012300012Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.038353079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.038390279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.038675861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1a5a716-f44d-4478-a736-002069bb7ae3\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:50:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.038701211Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.040243551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.079461836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.15407665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.154585133Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"83551740-1e06-43b6-8fb7-85f928810b56\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.154609544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.156388055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"76ffa469-5a34-4fde-bf8e-3e4a225e5644\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.156413995Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.158448168Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.158879131Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fd04d23-8433-448b-8470-eb052b2b7e4b\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.159298614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.159318234Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"424.632426ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.160890714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.161100395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.161497868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.161522808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86209de-8245-43a3-a1c7-cd410b850314\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:50:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.161537299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.161547913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.16155755Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.163097659Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":17,"elapsed":"428.173749ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.163932234Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":17,"elapsed":"429.180886ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.1755802Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":17,"elapsed":"440.512119ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.195932072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.196443255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"27e9e3f6-a4bf-44af-863c-d1ba68f832d4\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.196478025Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.198120936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"04cb83e8-e5a2-45cf-a30c-f2b02cf7a226\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.198152066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.200475331Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"216c8236-f307-4d08-a46b-8275ee5a3bbf\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.200503341Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.202805616Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.202843026Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"467.885487ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.257958266Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.258334131Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.259958717Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.259979577Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.260152038Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.270363825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.270740697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca434ab-6044-4578-9ef1-4154c5e521d5\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.270766087Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.270777017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.271018379Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.271028709Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.271035419Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.271042529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.271049019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.271055449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.27120233Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.27121227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.271437362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.271445462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.271701573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.273991238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.274100079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc6f55b-e8a1-475b-8c3d-807fddd452da\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.274123489Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.274194589Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c472b81-d42a-4c14-8fcc-de64745e8a96\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.274207869Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.27421777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.3837315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2b771315-384f-45f5-b0fe-40c8a5feb3ca\", \"date\": \"Fri, 15 Nov 2024 21:50:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:23.383772791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.383784401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.384101353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19e8a5cf-ed7a-482a-845e-f05577db7f36\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:50:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.384137093Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.384454205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.392012154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.392283636Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.396554754Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.396914986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.398830818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.398987749Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:23.406092025Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":17,"elapsed":"671.219247ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:30.673552016Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"e88f0088-0933-4d0a-9c6f-a4e121033c52","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.735620129Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.735676449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.735687379Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.735695809Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.735988011Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.736001891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.737713713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.737888514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.738382047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.739707565Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"4.099186ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.741095874Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.741114504Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.741244075Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.742568321Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.742747525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.744465966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.746851422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.746871302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.746995833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.756914937Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:32.756932337Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":50,"elapsed":"21.316468ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.733497139Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.733563379Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.733576719Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.733586619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.733976842Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.733996102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.736127646Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.73684273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.737003791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.738511471Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.738538141Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.738652132Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.738793803Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"5.299085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.740886116Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.741033297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.742091924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.744234508Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.744244698Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.744370909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.756083475Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:42.756103675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":51,"elapsed":"22.623487ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:45.670963485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"c02b2689-f496-4db3-be5d-931b9862bf4b","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":371,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:50.662392003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"09a17ae4-2697-4eee-8020-b6e443efeee2","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:50.662688985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"09a17ae4-2697-4eee-8020-b6e443efeee2","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:50.66504088Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"09a17ae4-2697-4eee-8020-b6e443efeee2","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2706,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:50.665280411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"384be239-543f-4eff-ac5f-f8d76bdd0706","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:50.665550553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"384be239-543f-4eff-ac5f-f8d76bdd0706","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:50.666870632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"384be239-543f-4eff-ac5f-f8d76bdd0706","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1621,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733157604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733215294Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733226065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733233994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733242325Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733250475Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733258185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733265305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733273545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733280825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733290035Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733298955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733306885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733316155Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.733329065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733341835Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733355565Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733367735Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733379355Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733391655Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733403646Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733415386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733426646Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733439026Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733450306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733462506Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733473986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733486746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733498556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733510746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733524147Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733536867Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733549607Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733560907Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733571367Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733582367Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733595787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733609777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733622837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733860439Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733915469Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733959809Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.733970359Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.734003099Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.73401317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.73402157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.73403037Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.73403826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.73404774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.73406189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.73407066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.736651347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.736669007Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.736675617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.736843548Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.736853218Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.737028579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.615483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.73714311Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.737707094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.739136273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.739147393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.739308954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.739633056Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.739658026Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.739788207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.739809987Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.739818737Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.739962108Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.741676159Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.742021902Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1534, tv_nsec: 685765723 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.742330864Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.74337467Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.74338726Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.743515441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.743532651Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.743630422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1534, tv_nsec: 687376424 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.743781053Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.743922154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.745243932Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.745639665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.747330386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.747357756Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.747398746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.747496297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.747633668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1534, tv_nsec: 691380080 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.747660048Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.747718079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.747812449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.74788999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.748119281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.749758622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.749777562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.749810132Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.749821302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.749966433Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.749981503Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.753949289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.755415618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.75565179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.756092023Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.756279264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.756829808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.756856358Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.757088629Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.757258481Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.757354411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.757370031Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"23.971345ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.760112019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.760134099Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.76027549Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.761018255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"27.6408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.768505674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.768693835Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.769733722Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.769910463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.779883327Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.780063829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.780769843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.781016565Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.78182122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"48.605326ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.782264333Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"48.992398ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.787798709Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"54.427884ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.788160671Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.788172641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.788179041Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.788332922Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.802870426Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.803115838Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.850311765Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.850378225Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.850683437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a87d229-9023-4445-9a2c-da5ea80d0ed5\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.850725707Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.852205777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.854956785Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.854983375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.855299617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9eb320d-0fad-4816-9c43-80816c9919df\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.855317227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.857774123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.865232931Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.865262192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.865494003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8abf4b89-71ab-4f4b-8c94-f6e30e99e671\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.865514113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.867386955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.876447314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.876471824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.876915417Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f4d805-4fec-4453-8444-b1eb2d3c237e\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.876941858Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.87728615Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.879379193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.879549514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.879625675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.879810676Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"146.638962ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.879982447Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.881373206Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.88348253Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.88350969Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.883708511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.885229401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.88803437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.88806114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.888308101Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.89424881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.89428358Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":52,"elapsed":"160.833474ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.917889623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.917930693Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.917940653Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"184.762799ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.922383852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"189.061057ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.922657914Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"189.43836ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.925412312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.92812524Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.92815545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.928333131Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.930374164Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.930389834Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.930529775Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":18,"elapsed":"197.397961ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.930664836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0de8ccfd-3015-4ca2-b391-b298bc9f0235\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.930678186Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.930944678Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.932929531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.933338253Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.936633525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.936888316Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:52.941045014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.941076634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.941366336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ccd28f81-76a9-4c0b-8af2-9464a520984d\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.94209058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":18,"elapsed":"208.651744ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.942560073Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":18,"elapsed":"209.321118ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.944998879Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.945285261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f0f69d-d6b0-4d01-8c2b-29066f0aa64f\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.946545119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.946766051Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:52.948641343Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":18,"elapsed":"215.347528ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.031068398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.031524141Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0807bc07-d7cb-463a-97a8-21d5f1908644\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.031556571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.031567731Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.031576251Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.032695598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":18,"elapsed":"299.282792ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.049195385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.049604528Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.052216765Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.052248805Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.052455357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.077359918Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.077887982Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e52c06a-7568-40d3-a71d-e5f5fd2e205d\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.077920782Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.077933692Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.078247994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.078267104Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.078276244Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.078284864Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.078293645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.078300985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.078507156Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.078530586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.078804058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.078826158Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.079211251Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.081396925Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.081560426Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"808c28f2-d2b7-4839-92bf-9b220bd5b893\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.081577936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.081689587Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f442319c-ad7c-41e1-8966-05adffa56253\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.081708047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.081723257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.21006146Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f972b927-3fef-4a95-9347-8310543233ff\", \"date\": \"Fri, 15 Nov 2024 21:50:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.21010532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.21011531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.210480423Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a73d4f3d-6c57-47a8-be4c-eed8f29fb432\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:50:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.210515123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.210832895Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.214312787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.21465057Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.217617949Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.217939721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.219930434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.220177766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.22704699Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":18,"elapsed":"493.897476ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.39186939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.39190598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.422014756Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.422133366Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47802"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.422323747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bd5ddcae-af3a-4de1-a02a-97f94e67a9c8","remote_addr":"[fd00:1122:3344:101::c]:47802","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.42267868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bd5ddcae-af3a-4de1-a02a-97f94e67a9c8","remote_addr":"[fd00:1122:3344:101::c]:47802","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.459836581Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/oximeter.rs:76","collector_id":"5ef543c6-773f-4453-b7c6-1ba24a407ceb","producer_id":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:50:53.459861291Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/producers","method":"POST","req_id":"bd5ddcae-af3a-4de1-a02a-97f94e67a9c8","remote_addr":"[fd00:1122:3344:101::c]:47802","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37596,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.459940872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd5ddcae-af3a-4de1-a02a-97f94e67a9c8\", \"content-length\": \"41\", \"date\": \"Fri, 15 Nov 2024 21:50:53 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.461625713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:50:53.461639833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:00.668133905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"dedfea5a-653a-4096-9b1f-62d415e738d7","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":379,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.733148529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.733208619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.733218879Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.733226859Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.733529921Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.733546041Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.73492176Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.737386626Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.737409646Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.737541217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.739128228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.739376639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.740956529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.743334845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.743347945Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.743483956Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.75496089Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.754979151Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":53,"elapsed":"21.859361ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.763693897Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.764034519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:02.765501549Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"32.35009ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.731789836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.731841586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.731852227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.731862476Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.732168818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.732187919Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.73395407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.736508427Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.736522657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.736721348Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.738910742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.739258095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.761078566Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.761343908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.762969229Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"31.178872ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.765814507Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.768262473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.768280863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.768418214Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.781174697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:12.781198597Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":54,"elapsed":"49.429561ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:15.669468189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"a927efc6-a1fb-4793-b2b4-9ae47dbe5fbf","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":393,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735800898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735849873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735860664Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735867554Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735875579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735882621Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735888873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735894798Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735900873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735907933Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.735913596Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735920674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735927068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735933911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735940296Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.735947449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735953327Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735959599Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735966958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735973549Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735979971Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:51:22.735987246Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.735996227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":11,"elapsed":"14.39µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736008368Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736018333Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736029284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736039905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736050547Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736059706Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736068491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736077903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736087391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736097834Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736109178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736119256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736129278Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736139122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736148572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736158509Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736168541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736177362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736184244Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736190573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.736201073Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:41:22.736054859 UTC"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736210251Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736216401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736222645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736228541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736235432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736241395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736248463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736254829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736262348Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736269004Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736275154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.73628256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736289395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736296032Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.73630341Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736312663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736323482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736333626Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736340274Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736346977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736359642Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.73637138Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736389624Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736396721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736404586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736412939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736421321Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736430255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.73649965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736649917Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736665837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736676258Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736701078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736710308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736718698Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736725808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736735348Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736747118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736759298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736770448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736779348Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736787978Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736795058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736816208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736824888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736833999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736843159Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736856819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736918019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1564, tv_nsec: 678278941 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.736940529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1564, tv_nsec: 678285171 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.73701484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.73702765Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.737184441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.737196191Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.737345722Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.737386442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.737397162Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.181628ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.737580913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.737604403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.57504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.738924292Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.739359985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.74014713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.254948ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.741277807Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.741301028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.741475078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.741486599Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.741539319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.74164185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.743931605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.744151736Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.745231447Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"9.323011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.745256347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.746561042Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.746915308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.748192712Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.748216242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.748373983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.750283286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1564, tv_nsec: 691637528 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.750609588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.750967477Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.752625806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:41:22.736054859 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.752642025Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:41:22.736054859Z\",\"pruned\":[]}","iteration":10,"elapsed":"16.535177ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.752990178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.753002824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.753152479Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.753814889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1564, tv_nsec: 695173660 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.7540778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.756499896Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.759401303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.759423766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.759721277Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.762231293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.764987551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.765014036Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.765203141Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.767308022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.769151076Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.769174335Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.769370106Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.774265951Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1564, tv_nsec: 715596493 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.774685068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.778453498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.783578372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.785902347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.788917236Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.789360499Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.789563781Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.789770215Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.790407597Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.793149944Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.793176854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.793446296Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.793799659Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.793826481Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.793993527Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.794969536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.794988886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.794998866Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"58.930633ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.795963553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.796701877Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"60.593913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.796847908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.796868978Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.797048029Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"60.897015ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.797331741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.798990572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.799010962Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.799246253Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.799377134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.799434985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.799455065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.799699215Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.799861442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.799886445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.800349423Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.800367986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.800375148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.800381954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.800721693Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.800892074Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.800909764Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.801207286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.802973817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.802998318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.803104658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.803141859Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.803960533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.806671012Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.806698052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.806789842Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.806811413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.806906743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.807079554Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.811369822Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.812897532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.813326465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.815475229Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.815500279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.817270869Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.817295637Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.817533829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.817963065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.818242927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.826389289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.82655833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"90.705609ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.826767665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.831558523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.831585223Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.831962066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.832389228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.832415748Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.832658881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.851715574Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.851767654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.851779454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.851787794Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.852145847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.852292237Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.852767876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.852998793Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.853024068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"117.001689ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.853141997Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.853163935Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.853175119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.853185356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.853814747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.855402318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"119.453975ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.859332383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.859363103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.859377943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"123.392551ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.861354926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.862554112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.866134113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.866158375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.86634642Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.867782449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.867806083Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.868050473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.870916168Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.870945518Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"134.990956ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.870960759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":55,"elapsed":"134.792466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.87446206Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.875547558Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.876996478Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"140.642183ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.878199027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.878803669Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.878906Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.879462154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.880020934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.880043857Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.880054273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.880369425Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.88244756Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.886428794Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.886460136Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.886804961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.890849548Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":19,"elapsed":"154.779205ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.892791056Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.893199012Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.905812275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.908561362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.908599463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.908832657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.909983562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.910209303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.925523426Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.925570404Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.925587842Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.926076406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.929158053Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.929187491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.929201028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.929743724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.935483117Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.935996233Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.940217372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.940239806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.940252679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"204.353596ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.959284532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"223.111118ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.962180901Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.962202219Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.9626302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f4b7c7-d477-458c-ae94-e3947ad619ef\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:51:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.962653525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:22.965693963Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.988947866Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"252.68218ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.989763999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:22.989796529Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"253.491555ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:51:23.019604623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.019650713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"283.264099ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.042030888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.042068129Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.042435531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a2a44bc-83dc-40e7-99c8-8f8cffa2880a\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:51:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.042485071Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.043957241Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.081778726Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.081840767Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.08237072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a3a704f-44b6-42a4-81d9-3c2ed536d11c\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.082406946Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.083012564Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.084534255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.084938037Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.090027745Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.09006006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.090318006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.090513691Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.090533848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.090898845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.093792049Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.09384124Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.09385429Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.093866394Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":10,"elapsed":"357.347509ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.101069691Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.101113662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.101127732Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.101142312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":10,"elapsed":"364.832418ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.116570358Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.116615396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.117052523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d20e6a-8ffd-4678-80c5-d2444aaecc99\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:51:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.117074818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.119059348Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.157020605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.157065455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.157415437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"79fbb3ff-25b4-4c22-bb34-ec7fa144a75c\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.157437247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.157941402Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.159862688Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.160200884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.169264774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.169745347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.174461732Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.174486951Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.175030761Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4fc77de3-af44-4ea3-b6a4-79fe3bae1c22\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.17825413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":19,"elapsed":"442.18075ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.180184422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.198251272Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.198600484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1b154de-70b6-4911-b3e0-ea3afecf0f1f\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:51:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.201133575Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.201434168Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.203451614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":19,"elapsed":"467.076412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.223619295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.22406522Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.225367046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.227262607Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.227285791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.227520721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.255531693Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":19,"elapsed":"519.07522ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.262442269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.262924861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"250d3517-9020-49e9-8c11-4fcc538b42b3\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.262943312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.263998938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.265175063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e882611d-9973-4417-a86d-321842e09a2e\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.265193025Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.265942441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.265965691Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.266206763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.267378442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.267393396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"531.160478ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.289522377Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.290095098Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6793ee34-04db-4b37-8269-7b4a437ed938\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.290113368Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.292312632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a8e6a521-89e3-472e-a3cf-9ff01404ee60\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.292331092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.293959163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e9f70825-4921-46d2-b152-fd8345d1c19a\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.293985153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.295812985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.295916506Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"559.661682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.334000729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.334368334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.336580026Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.336607964Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.336817674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.347797769Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.348285525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2425f30c-1a01-4bf6-a70d-a5a1826d9707\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:51:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348313955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348331346Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348680008Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348701438Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348711808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348722418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348732608Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348757218Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348911119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.348935912Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.349170214Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.349187098Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.349426369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.351771551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.351971259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e05b4a-7537-418d-bda0-44a40c8c5c91\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:51:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.351992329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.35209752Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c5c57f-5ee2-480c-8333-22f9b405533b\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:51:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.35211694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.35213207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.369533507Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.479809039Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2c685748-7913-440f-ab61-df4be7ee7d0a\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.479849619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.479860179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.480430161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2688bcca-3b61-48d8-8b7e-277d673ab131\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.480476005Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.480808304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.480988836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be8c9e92-b57a-449c-9a80-49f132f4e290\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:51:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.481028927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.481045467Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:23.481053117Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.483218711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":19,"elapsed":"746.599926ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.485440675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.485836468Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.489747523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.490019728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.49236001Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.492704702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:23.500923336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":19,"elapsed":"764.697683ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:30.673423171Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"b7e1f061-8ba8-4140-b934-eb03522e10ac","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":380,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.736675352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.736728212Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.736737252Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.736745382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.737034354Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.737076644Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.738941166Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.739332849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.739687351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.741467203Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.741486563Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.741626604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.741643114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.958983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.743688657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.744027471Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.745159827Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.747686623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.747699883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.747849224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.759454979Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:32.759479429Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":56,"elapsed":"22.813448ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:35.665265084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"09b88a14-08cb-4435-af3c-4c776e285dba","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:35.665577416Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"09b88a14-08cb-4435-af3c-4c776e285dba","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:35.668363084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"09b88a14-08cb-4435-af3c-4c776e285dba","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3173,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:35.668653206Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"d91ef26d-0d27-4672-a664-2172121604dd","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:35.668973838Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"d91ef26d-0d27-4672-a664-2172121604dd","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:35.670704819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"d91ef26d-0d27-4672-a664-2172121604dd","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2116,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.734249117Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.734316798Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.734331348Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.734342518Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.734851301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.734870281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.763630128Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.764580764Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.764930617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.766191715Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.766219355Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.766369796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.76847734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.768713901Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.802170688Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"67.916621ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.806985139Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.809517146Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.809535086Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.809693127Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.819317959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:42.8193425Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":57,"elapsed":"85.132573ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:45.669310909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"d344560d-1ae8-414f-a299-aa7246ca304e","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":321,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.733936931Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734014051Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734030762Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.734044152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734056852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734068942Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734080602Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734091382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734103812Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734115322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734127082Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734138272Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734151243Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734163152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734176853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734188983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734201413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734213193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734224613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734236223Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734248403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734259493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734271753Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734283993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734297003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734308393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734320324Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734330964Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734339084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734345624Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734352034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734358364Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734365304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734371134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734377694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734479714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734491765Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734547455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734564225Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734609006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734618746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734666116Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734676946Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734685596Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734694166Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734702586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734711646Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734718946Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734727406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734736286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.734743256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.736747119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.737182102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1594, tv_nsec: 680275514 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.737499154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.737688915Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1594, tv_nsec: 680779337 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.737951997Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.738035838Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.925865ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.738096168Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"4.133767ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.738780353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.738805523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.738948463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.740773115Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.741381629Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.743724114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.743749075Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.743801625Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.743813025Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.743907456Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.743977396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.747310078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.749537332Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.749591993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.750298017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.750335817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.750553879Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.779175705Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.779519927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.783338162Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.784126787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.784408939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.784435349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.784443579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.784454339Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.784802911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.785868098Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.785880718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.786022959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.78623663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.786628723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.788722287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.788961778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.78924609Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.789339391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.789399471Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"55.338449ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.789499972Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.789557072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"55.557071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.791164893Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.791608715Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.791626116Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.791804637Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.792913594Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"58.759962ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.792987144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.793000594Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.793136405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.795748032Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.796004134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.796128205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1594, tv_nsec: 739217547 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.796346496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.796372766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"62.207824ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.796440097Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.797280212Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.800128701Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.800431073Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.800458933Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.800733535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.802543566Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.802571256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.802689437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.808598016Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.808894028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.815857893Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.815901983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.816296116Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da44745-6834-4a63-8344-54093bcb1e74\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.816325436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.816749788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.816772089Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":58,"elapsed":"82.654037ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.819282905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.82011173Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.820408872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.822616777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.822851888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.823400612Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.823422442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.823429982Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.824010956Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.82461304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.827633399Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.827658349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.827836851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.827858671Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.828037472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45df226-8655-4f2b-9043-113a8740364b\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.828067072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.828084172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.830227266Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.832957104Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"98.912782ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.838178978Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":20,"elapsed":"104.030796ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.859119263Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"125.078331ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.878447999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.878497769Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.8785081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"144.268016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.893252985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.893671808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.905321183Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.905369334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.905661586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1422d842-40b4-48bd-bdeb-8ac3c9b03c0b\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.905684046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.907238646Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.912344279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.912872943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.929032787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.92939657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7865774c-4e62-4f64-bb2a-a5a6ae7b1f2e\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.930907Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.931209322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.931770045Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"197.587523ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.932422679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":20,"elapsed":"198.502518ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.94176621Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.94179073Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.942277563Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea7a3e1-b012-47bd-8e39-53dd5cf92c39\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.942307663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.942637656Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.943401891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.944678279Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":20,"elapsed":"210.686198ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.945126632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.945149312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.945318233Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.947191525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.948800826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.948824446Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.948958837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:52.993734037Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.993774438Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.994048899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"64199d17-6709-4b55-ace3-9fd3e4dd923e\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.994064459Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.994408292Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.996957578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:52.99717743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.000492291Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.000850163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.004173085Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.004194515Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.004576008Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6416295e-b494-4d03-ac61-5ff7a12752f1\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.00957609Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":20,"elapsed":"275.628529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.027329085Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.027698648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.029813511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.029850832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.030174674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.054493592Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.055058905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e092fe55-fa3e-4348-b2c0-27b67bdab76d\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.055105536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.055122946Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.055135976Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.056319283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":20,"elapsed":"322.228862ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.065352892Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.065770305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bedf165e-fa39-40f2-8ba8-80cccc28b901\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.065808885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.065828635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.066190068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.066207238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.066215298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.066224538Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.066236028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.066244448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.066468009Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.06648324Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.066751381Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.066773102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.067244685Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.069217087Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.069350298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"718aa503-3fbf-43b8-b555-61a9994b0843\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.069370848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.069485499Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30f5bd04-08e5-44c4-ba99-baac6784266d\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.069516939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.069533449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.190063072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4b388451-89b1-4046-bcc3-81213951d1d5\", \"date\": \"Fri, 15 Nov 2024 21:51:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:51:53.190109602Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.190120572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.190628605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a6265c4-4285-451b-a02c-fef38800d921\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:51:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.190677806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.191014388Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.194186118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.19443958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.196963527Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.197351009Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.19903135Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.199287891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:51:53.205120019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":20,"elapsed":"471.061507ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:00.67045945Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"a288b4b6-df6e-445f-826c-3b5960f4da0b","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":560,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.73365927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.733723071Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.733736191Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.733746571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.734004343Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.734020833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.735987785Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.736364928Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.736564559Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.73820926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"4.54278ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.738450352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.738475542Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.738593513Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.740444854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.740604955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.741707323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.743933477Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.743949407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.744072738Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.752835965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:02.752863885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":59,"elapsed":"19.215495ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:05.664196489Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"035558d5-3fb9-4125-8b3b-23b4cb36a56e","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:05.664701422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"035558d5-3fb9-4125-8b3b-23b4cb36a56e","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:05.667182568Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"035558d5-3fb9-4125-8b3b-23b4cb36a56e","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3102,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:05.667493381Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"3f268a56-f7a6-4c96-839a-be07fc7584f8","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:05.667865393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"3f268a56-f7a6-4c96-839a-be07fc7584f8","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:05.669441733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"3f268a56-f7a6-4c96-839a-be07fc7584f8","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2023,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.734059444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.734146724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.734168144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.734184774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.734687188Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.734752178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.736659021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.737196248Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.737551046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.738671654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.60705ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.739096526Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.739109017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.739242297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.740922748Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.741101619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.742387618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.744570022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.744584632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.744720673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.753740091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:12.753753881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":60,"elapsed":"19.733019ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:15.670687793Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"d6a6e59e-9115-4c62-97d3-cb89c9874031","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":384,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734763911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734838431Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734855091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734869872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734883021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734895542Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734908892Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734920532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734933142Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734945272Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734957152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734968382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734980122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.734993262Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735005342Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735018533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735031193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735043743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735054873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735066643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735081033Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735093243Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735105683Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735118163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.735130393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:42:22.734986382 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735143983Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735155823Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735167054Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735180463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735191923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735203334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735215424Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735228214Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735240874Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735252384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735265234Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735278034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735291994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735304384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735317354Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735331415Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735345824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735360225Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735375535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735399215Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735423799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735444284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735473955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735492968Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735512731Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735533647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735552988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735571306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735590385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.73560906Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735629648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735648351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735665592Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735682654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735695723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735704245Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735713929Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735723867Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.735735014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.735745514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735754401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735763795Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735771989Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:52:22.735781157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735791911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":12,"elapsed":"29.5µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735802065Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735814177Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735825586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735836508Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735847824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735893883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735924633Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735960344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.73597645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.735990109Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736001472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736012094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736023372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736035887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736047795Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736059382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.73606989Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736080776Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736092073Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736103295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736114245Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736125016Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736135826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736146963Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736158026Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1624, tv_nsec: 678742822 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736173241Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1624, tv_nsec: 678756972 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736184791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736191654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.73619802Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736757474Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736770784Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.957943ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736845054Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.736856094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.666431ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.738113102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.738590176Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1624, tv_nsec: 681152018 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.738898648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.739003388Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.117736ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.739150619Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.739573382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"4.725661ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.74088492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.740896421Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.741051692Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.741070532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.741078822Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.741228133Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.742577142Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.742742923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.743082775Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.743583238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.74382953Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:42:22.734986382 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.74384055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:42:22.734986382Z\",\"pruned\":[]}","iteration":11,"elapsed":"8.851148ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.744085821Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.745740712Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.745766022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.745886373Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.749685158Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.749947179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.750690154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.750780565Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1624, tv_nsec: 693335666 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.751098287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.751922312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.753282761Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.753305791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.753431052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.753758294Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.753776174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.753911125Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.754377268Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.755655236Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.756016679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.75628566Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.756295711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.756480002Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.764006211Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.764271282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.764395123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.764434783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.764626545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.765272869Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"29.902244ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.76699758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1624, tv_nsec: 709557542 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.767319342Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.767526044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.769366275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.769612657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.769729818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.769905449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.77158415Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.774219677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.774245097Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.774384698Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.775115943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","candidates":"[(8a8dbb5f-32ea-462a-8d03-ef7d997f7958, 0), (b587e686-431f-4072-b5d1-5c0f3af71356, 0), (794aa79a-3cb5-44bf-a5d1-ac38e1f914a8, 0), (0c622f24-8561-43de-85bd-81298dd6ff47, 0)]","collection_id":"8a8dbb5f-32ea-462a-8d03-ef7d997f7958"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.775139503Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.775304514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.776150089Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.777129976Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.779546362Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.779569702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.779631502Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.779721503Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.779916604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.780385457Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.780411287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.780624278Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.781256262Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.781579955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.783297936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.783639898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.783657238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.783838519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.784528464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.787322842Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.787401422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.787416493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.79172169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.791753891Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"56.621268ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.792054103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.792239804Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.792266894Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.792278494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.792317114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.792342145Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.792352755Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.792361375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"57.200502ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.792547006Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.793428501Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"58.334988ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.794630639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.794841191Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.796609192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.796631662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.796754903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.797012415Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.797032505Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.797164356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.802145508Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.802173748Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.802182968Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.802190558Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.802359139Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.802507871Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.805209648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.806520786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.806548817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.806561307Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.806572157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.806731838Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.807561503Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.807814745Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.818826077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.819191429Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.834954121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"100.06859ms"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.912016491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/db-queries/src/db/datastore/inventory.rs:1446","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":9,"nnics":6,"nzones":28,"nsled_agent_zones":1,"nnvme_disk_firmware":11,"nphysical_disks":11,"ndatasets":84,"nsled_agents":1,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"8a8dbb5f-32ea-462a-8d03-ef7d997f7958"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.912077752Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.912547035Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.916649531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.917030344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.919344929Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"184.563338ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.92726544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.931607629Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.931637569Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.932103222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c81eb248-8f2d-48b3-84fe-e329b0b94984\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:52:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.932132182Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.93498398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:22.976165258Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.976223178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.976854202Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9393806-dedc-4ee5-8c8b-85fd79001de2\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:52:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.976888172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.977595747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.978861465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.979296728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.980120023Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.980420865Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.98415459Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.984539992Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.984911535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.987577742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.987617282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.988101055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.989581705Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.989611115Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.989631525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.989871677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.990988394Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.991017514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.991282476Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.991812299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","candidates":"[(b587e686-431f-4072-b5d1-5c0f3af71356, 0), (794aa79a-3cb5-44bf-a5d1-ac38e1f914a8, 0), (0c622f24-8561-43de-85bd-81298dd6ff47, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.992526224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1624, tv_nsec: 935063455 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.994087614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.994114224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.994336886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.99496975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.99499224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":61,"elapsed":"260.202749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.997067443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.998555773Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.999011606Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.999910612Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:22.999935652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.000160574Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.000551216Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.003436205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.003474575Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.003707737Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.024981675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"289.896341ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.034580387Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.034633747Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.034647847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.034657537Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.035184001Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.035242011Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"299.740586ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.035261531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.037314235Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"302.302913ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.038023739Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.03806202Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.038076089Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"302.605024ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.04124014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.041695973Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.041727723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.041740443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.042012585Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.043555525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"308.440422ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.052219161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.055457232Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.055508043Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.055521863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.056090886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.056117337Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.056133917Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.056317788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.058879464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.058910745Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.059249977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fcc76807-7c64-4ec5-8e18-125ce1c86595\", \"date\": \"Fri, 15 Nov 2024 21:52:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.059281347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.059604079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.069979377Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.070040587Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"334.824924ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.094710817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.094762937Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.094775428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"359.334212ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.119627909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:52:23.138094859Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.138152039Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"403.149877ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.171425365Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.171473375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.171836768Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e97fe2ac-f20a-4def-a3af-69957d1658f6\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.171860398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.173389478Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.196534768Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.196588878Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.196943051Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f5ccdd1-cd14-45f9-9234-42fe1f0aac43\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.196986141Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.199313606Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.224178208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.224810612Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dac6f12-1fdd-429b-af9a-6a2b67370ef2\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:52:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.224837422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.224847432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.224854672Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.22610186Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.226238361Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.226251451Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.226262711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.226541673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":21,"elapsed":"491.592851ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.226706464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"572bb3d7-3143-4946-ac7b-44f75509c349\", \"content-length\": \"476\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.226746534Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.226985416Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3be76f50-5acd-42b1-b0e7-c97929f967e3\", \"content-length\": \"734\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.227011036Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.227305268Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80fa97be-6c91-4ab5-ab35-c88ddce03ad4\", \"content-length\": \"111\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.227330228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.227780511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b96bb1-9747-40ce-aa3d-489c19d1dce5\", \"content-length\": \"111\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.227806921Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.227957512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":21,"elapsed":"492.693968ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.228138193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2373df4f-e5fa-480a-b54c-8edb44f2fd65\", \"content-length\": \"167\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.228174183Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.228574886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6412da4c-38b6-4a1f-bfd3-714247a833c5\", \"content-length\": \"167\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.228601196Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.228869788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e2084a-972c-43e4-bac9-4c8c4a60c957\", \"content-length\": \"175\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.228887378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.2291545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d987d6-6322-4bc6-a599-dfcab525db8a\", \"content-length\": \"175\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.22916944Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.229331611Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73fe9c58-4bb3-4f7c-8f11-922aaf3db55a\", \"content-length\": \"702\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.229357061Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.229517712Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed548ed-9b56-4893-a744-122822bd4d60\", \"content-length\": \"727\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.229533922Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.229680473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc4668d3-26f6-492f-b17d-849fe7d90ef3\", \"content-length\": \"729\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.229692323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.229927235Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff3255a-b255-4f8d-bfb1-bb9046706ea2\", \"content-length\": \"728\", \"date\": \"Fri, 15 Nov 2024 21:52:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.229965995Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.230142646Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e20baeb2-aff0-4794-a7ee-69ff4069ead6\", \"content-length\": \"722\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.230162516Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.230455308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a6674a-8d00-468b-bc66-a03dd3e4b57e\", \"content-length\": \"109\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.230480729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.23071846Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc49ba64-d494-439e-944e-c5315f27984e\", \"content-length\": \"109\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.23074085Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.230995162Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dff8d398-9acb-474e-9919-512924b8e82c\", \"content-length\": \"169\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.231020192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.231317264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32860aa8-1e77-4ba6-a5e9-b3db14d0d3ca\", \"content-length\": \"169\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.231332044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.231692806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e35cee4b-b84a-43be-b0af-41d91d3acbab\", \"content-length\": \"178\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.231720126Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.231874078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.231905138Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232002658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7cb0693-84dc-4a22-bbed-18ef37f49a8f\", \"content-length\": \"178\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232021099Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232155179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.23217872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3c22b06-bc6a-47b6-b7e6-9b2991821fa7\", \"content-length\": \"702\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232188449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232404201Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac4751ca-b015-4c08-95ca-07f6763e0411\", \"content-length\": \"727\", \"date\": \"Fri, 15 Nov 2024 21:52:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232431321Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232728443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00648cf4-5995-4ae9-b206-0d942174c715\", \"content-length\": \"729\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232746413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232943994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5661597b-8a80-438a-9a48-fb8017c7b493\", \"content-length\": \"728\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.232971825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.233221586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.234588205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.234825297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.234849117Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.23530078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.238829363Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.239226325Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.242462516Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.242487916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.242830689Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"43285b6b-5cfb-443f-98fe-6e703703e7c6\", \"date\": \"Fri, 15 Nov 2024 21:52:22 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.249840074Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":21,"elapsed":"514.413569ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.266472082Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.266513682Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.266528702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.266822144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.268142523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.27070449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.27085086Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.270863811Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.270896751Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.271052112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.272980794Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.273000674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.273175595Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.273924631Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.273939031Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.274079621Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.276820339Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.276844289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.27689598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.27690786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":11,"elapsed":"541.985818ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.277194222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.277207692Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.277214832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.277222242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":11,"elapsed":"542.23619ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.278149208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.27855791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.279858999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.282919349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.282934059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.28308446Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.285583716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.285760487Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.287356598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.28773032Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.293463487Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.293764989Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.295803302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.296018794Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.297912216Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.298152978Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.306045409Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.308423944Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.308440004Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.308640096Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.325804927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":21,"elapsed":"590.561523ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.32783522Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.328101652Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.329578252Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.333064624Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.333085304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.333229925Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.335078087Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.335271759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.336940449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.337193851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.33854116Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.338871502Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"7503e458-8c28-4566-b85b-c04c5e4f062a\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.338886512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.339524056Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.339621977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.34013392Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.341297378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1fd05d56-da7e-4934-8208-a5f6797a2a4c\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.341315328Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.342420055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.342738547Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.343665273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.343679233Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"608.662261ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.344211677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.344502769Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.346100449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.34629859Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.347525658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.351403533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.351419714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.351572824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.352804392Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.352989064Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.354274842Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.354522283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.356013323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.360612413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.360628473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.360846975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.364919451Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.365152192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.366964594Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.367174136Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.368874067Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.369072858Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.371264222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.371501934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.374479153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.374852646Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.376274635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.376516106Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.37702604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.377362772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73228d46-389f-47fb-84fd-74cbad0d1404\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.377701774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.377905585Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.378833551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.379121583Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.41404876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.414545873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d5cf0211-3e65-422f-808c-3872b4b439df\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.414564693Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.415907182Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9c818800-4fbb-43de-85cd-eba1ad91348d\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.415932332Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.417521052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4bbf152e-613a-4b93-84de-a89a15df098c\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.417545203Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.419323604Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.419362924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"684.14671ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.444704419Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.444746299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.446224429Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.447229885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":21,"elapsed":"712.479834ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.450129084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.450162084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.450332985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.452133127Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.452485119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.454426922Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.454645553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.455874721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.456487715Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.456933048Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.459283674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.459309194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.459527905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.459904898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.459927578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.460081219Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.467117914Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 24c905cf-5b99-4656-a4f6-0f32177518a1, kind: Service { id: 5e055384-7079-47b2-95bf-5191a730e1f0 }, name: Name(\"external-dns-5e055384-7079-47b2-95bf-5191a730e1f0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 136])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a577d32a-aaaf-47e4-8e90-b6afdfdd0394, kind: Service { id: d27385ac-d3f8-425a-9c62-c86cb4a78778 }, name: Name(\"external-dns-d27385ac-d3f8-425a-9c62-c86cb4a78778\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 478cc145-64fb-4b9c-a5da-a81d4f9f1f34, kind: Service { id: aa8ce9ac-5427-43e3-b71a-a158955330df }, name: Name(\"nexus-aa8ce9ac-5427-43e3-b71a-a158955330df\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5c995418-6267-4f62-8b9c-a92a770d9b7e, kind: Service { id: 7537c9dd-3abc-47e4-9cc2-101817dbe35f }, name: Name(\"nexus-7537c9dd-3abc-47e4-9cc2-101817dbe35f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed641fc6-6ba3-40ea-8a79-c11d77bab4b9, kind: Service { id: 5a7571a8-c048-48d8-a4d1-00692f1c218e }, name: Name(\"nexus-5a7571a8-c048-48d8-a4d1-00692f1c218e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 191])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.467160455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.467376436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.468679555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.46960933Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.470016893Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0600ba18-93ab-4da7-be12-9dbc5637ca90\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470043813Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470055024Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470376606Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470387976Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470396436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470404556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470412916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470420286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470594737Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470618437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.470789798Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.470818418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.470856959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.470867939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.470968739Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.47112209Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.473370595Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.473525696Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10095dd0-d6c0-4a4c-a664-ced7989abde8\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.473542836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.473620867Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef68bc1-e778-47f8-ace3-982d74a11c9f\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.473635757Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.473645847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.482949197Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.483029578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 24c905cf-5b99-4656-a4f6-0f32177518a1, kind: Service { id: 5e055384-7079-47b2-95bf-5191a730e1f0 }, name: Name(\"external-dns-5e055384-7079-47b2-95bf-5191a730e1f0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 136])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a577d32a-aaaf-47e4-8e90-b6afdfdd0394, kind: Service { id: d27385ac-d3f8-425a-9c62-c86cb4a78778 }, name: Name(\"external-dns-d27385ac-d3f8-425a-9c62-c86cb4a78778\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 478cc145-64fb-4b9c-a5da-a81d4f9f1f34, kind: Service { id: aa8ce9ac-5427-43e3-b71a-a158955330df }, name: Name(\"nexus-aa8ce9ac-5427-43e3-b71a-a158955330df\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5c995418-6267-4f62-8b9c-a92a770d9b7e, kind: Service { id: 7537c9dd-3abc-47e4-9cc2-101817dbe35f }, name: Name(\"nexus-7537c9dd-3abc-47e4-9cc2-101817dbe35f\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed641fc6-6ba3-40ea-8a79-c11d77bab4b9, kind: Service { id: 5a7571a8-c048-48d8-a4d1-00692f1c218e }, name: Name(\"nexus-5a7571a8-c048-48d8-a4d1-00692f1c218e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 191])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.483063788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.604204774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","vpc_to_sled":"[Sled { identity: SledIdentity { id: 78d47478-5af8-488d-89c5-11be23443b63, time_created: 2024-11-15T21:42:21.206118Z, time_modified: 2024-11-15T21:42:21.206118Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.604256394Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.604264614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.604516036Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.606539609Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.606901831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.608473901Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.611175259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.64221746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.659274591Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"6c227432-d75d-4b38-9d11-a1fbc70b0b92\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.661374225Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.661390025Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","elapsed":"926.081951ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.661398445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":3,"elapsed":"926.096341ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.663888401Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b9f2a886-9239-45f1-9e53-7750eb3e29b8\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.663912651Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.663921521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.668656142Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aa828eb-0720-43b8-9c10-b786d926ed56\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.668688662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.668959654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.672091554Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.672267495Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.676285391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.676591103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.678868868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.679053099Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.686357807Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":21,"elapsed":"951.312744ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.808156217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe29984-2b6f-4e6d-840d-cb113c45ce58\", \"content-length\": \"30758\", \"date\": \"Fri, 15 Nov 2024 21:52:23 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.809719197Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.809735788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.809743118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.811251107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.811513749Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.812564876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.814306157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.814354418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.814561799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:23.994485547Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"23d11a2f-590b-43a5-a30b-17addf52fd34"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.994524907Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_started":"2024-11-15 21:52:23.226223 UTC","collection_id":"23d11a2f-590b-43a5-a30b-17addf52fd34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.994566147Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"collection_id\":\"23d11a2f-590b-43a5-a30b-17addf52fd34\",\"time_done\":\"2024-11-15 21:52:23.809725 UTC\",\"time_started\":\"2024-11-15 21:52:23.226223 UTC\"}","iteration":2,"elapsed":"1.259219613s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.994580157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.994592637Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.99494593Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.99659249Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.998532653Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.998557973Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:23.998711134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:24.001365021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:24.001749434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:24.003596386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:24.005431398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:24.005450898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:24.005597999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:24.09200717Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"97.407502ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:30.670843727Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"3c28bb77-9b21-444b-aebb-03bae0078989","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":512,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.734079988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.734153228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.734170108Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.734183468Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.73445489Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.73449209Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.736930286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.740219437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.740249948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.740331438Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.742757314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.743018775Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.744707806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.747085262Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.747097342Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.747252033Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.761137953Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.761156573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":62,"elapsed":"27.101376ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.770073911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.770316663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:32.799346801Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"65.266104ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.735353815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.735415796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.735429245Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.735439996Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.735927829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.735943969Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.737881732Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.740232927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.740244797Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.740377428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.74233329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.742529302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.74380157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.745989154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.746002534Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.746131765Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.758410705Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.758430385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":63,"elapsed":"23.1001ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.763217446Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.763393309Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:42.790387752Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"55.028647ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:45.671416079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"5fbddaa0-ea86-45ce-8249-193392f557f0","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":360,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735745886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735836697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735859007Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735873307Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735886097Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735898847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735910817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735923787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735936427Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735956847Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735969658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735982638Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.735995058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736007538Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736020178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736032668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736044708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.736057238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736069688Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736082568Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736094528Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736105679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736119439Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736131899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736144269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736155649Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736167849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736179559Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736191289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736203649Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736216679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736228069Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736238879Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.73625172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736262849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736514951Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736541141Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736686512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736706292Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736725643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736742512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736759593Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736776283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736805963Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736826913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736843733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736861873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736914574Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736926374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.736994634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.737005494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.738523824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"2.786888ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.739719382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.737834ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.739772132Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.740241555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1654, tv_nsec: 681098367 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.740486987Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.741985727Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1654, tv_nsec: 682839918 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.742228728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.742241018Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.742275519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.742382519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.744384242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.744780185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.744808405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.747525501Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.747556129Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.747694411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.748039572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.749200973Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.750008679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.750025589Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.75018848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.751339327Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.751361818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.751573369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.753751063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.754059815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.759640161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.759670412Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.759684921Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1654, tv_nsec: 697800165 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.759702112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.759714222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.761223771Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.761252952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.761388303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.781472443Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"45.747227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.782450494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.782745163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.785150517Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.785164027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.785344358Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.786742217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.786768517Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.786911518Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.787001329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.787403211Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.788345967Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.788615239Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.78863966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.78864902Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.788655649Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.789002472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.789798607Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"53.8386ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.789878428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.790094019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.791007885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.791232436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.795037561Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.795051901Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.795402093Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae6a3c3-bfb1-4b2b-b454-7620073b3153\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.795425844Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.797123264Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.797504387Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.797553517Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.801392332Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.801505883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.801518723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.801831285Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1acedccc-d8be-43d1-9cdd-56b808112207\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.801847865Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.802324838Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.802673711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.803644317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.803656197Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.803814198Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.804071389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.808880701Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"72.850413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.816988704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.817413806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.826610476Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.826659026Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.826668896Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.827556712Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.828084496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.832491954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.832586405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.832653575Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.832885407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.840426936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":22,"elapsed":"104.594629ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.843742317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.843785317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.844036599Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.845853941Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.845876411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"109.863163ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.845896591Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"109.851053ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.851040934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.851058305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.851448837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"560a0e07-bfd5-49a9-b43b-31b5f4a3efc4\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.851467517Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.853164944Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.856212868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"120.16629ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.8595618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.85959256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":64,"elapsed":"123.800854ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.863746707Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"127.88521ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.87035193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.8703787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.87039101Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"134.278702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.881289151Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.881768664Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.91659384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.917000733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8a67c29-bdbc-403c-b88f-04739d0cb379\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.918840654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.919238047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.926890137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":22,"elapsed":"190.96318ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.952633554Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.952668144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.953103457Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b9faec-4bc6-4dd7-9ff3-ee5cba5146f2\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.953129917Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.953430429Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.955481452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":22,"elapsed":"219.642195ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:52.996277237Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.996323197Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.99663385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ab8d6b43-5fa8-4019-b5e8-c969eeaf4804\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.99664707Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.997109953Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.998993535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.999232486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.999242126Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:52.999549588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.004086898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.00444356Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.007685551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.007704701Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.008052293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"549a004e-4025-479b-bc85-849dcc1f4662\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.009734564Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":22,"elapsed":"273.786807ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.015379661Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.015782874Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.017799697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.017825877Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.018035948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.031393827Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.031716216Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b2e887-d4e8-4ba6-9f71-b3ec59f9f575\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.031749658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.031760861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.032032091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.032054563Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.0321287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.03214071Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.03215291Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.03216427Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.032303441Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.032329841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.032579843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.032592543Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.032948365Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.034913728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.035042169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"557093b2-58fc-4b93-a125-9f57dcebe939\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.035075599Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.035173269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cff3d13-5c9e-4154-95ff-9f3a24074e30\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.03519989Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.03521155Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.036408908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.038591002Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.038618512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.038799473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.040310153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.048059133Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.048094313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.04827945Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.179364136Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d2f92239-04ef-4614-b758-38aca7d323e5\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.179410376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.179421586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.179875569Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0763f122-862f-45cd-9a94-1fa5e9e3316b\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:52:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.179923019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.180281681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.181820671Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.184078846Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.184399458Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.186723163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94b52bf1-1d21-4f59-9544-5f7966756f86\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:52:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.186748103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.186758813Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:52:53.186768044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.187270267Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.187928151Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.188436504Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":22,"elapsed":"452.522347ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.190088365Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.190360103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:52:53.196799679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":22,"elapsed":"460.706641ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:00.673754054Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"20eb8a7f-989f-470d-94da-a1c520b55edd","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":548,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.740662054Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.740728654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.740742444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.740750901Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.741024924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.741124319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.742762059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.745303699Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.745316486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.745463553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.751735315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.752034098Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.780444174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.78072417Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.787600255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.79008256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.790094185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.790235917Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.80049217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.80050883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":65,"elapsed":"59.695477ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:02.809097418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"68.269253ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:05.677843472Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"85120d44-8f7b-4180-b32f-c8026b8c38c4","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:05.678369382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"85120d44-8f7b-4180-b32f-c8026b8c38c4","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:05.681055329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?sort_by=id_ascending","method":"GET","req_id":"85120d44-8f7b-4180-b32f-c8026b8c38c4","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3307,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:05.681394377Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"f9158168-8b27-430f-806e-f79dcb485ecc","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:05.681702179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"f9158168-8b27-430f-806e-f79dcb485ecc","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:05.683933289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/collectors/5ef543c6-773f-4453-b7c6-1ba24a407ceb/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhYThjZTlhYy01NDI3LTQzZTMtYjcxYS1hMTU4OTU1MzMwZGYifX0%3D","method":"GET","req_id":"f9158168-8b27-430f-806e-f79dcb485ecc","remote_addr":"[fd00:1122:3344:101::d]:52180","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2641,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.754613304Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.754667354Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.754676579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.754684464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.754986022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.754997909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.756524439Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.757249839Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.757450296Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.759054593Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.759066772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.759206797Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.759256316Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.673041ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.76110222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.76141216Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.791885296Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.794388514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.794399502Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.794527022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.805797096Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:12.805823357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":66,"elapsed":"51.175602ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:15.694024319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"76e2be7b-b6bc-4092-9a44-96d9b387b29a","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":479,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.755890943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.755945284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.755955173Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.755963324Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.755970464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.755977884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.755986074Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:43:22.755936624 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.755994434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756001584Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756010074Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:53:22.756018364Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756026164Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756034174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":13,"elapsed":"15.15µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756042984Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756052004Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756060124Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756066934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756074414Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756081614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756089225Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756095905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756102494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756108774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756115995Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756123315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756129905Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756136635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756143695Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756151645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756157845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756165005Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756173145Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756180525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756187375Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756193965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756201825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756208885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756215975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.756223525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756230435Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756237235Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756244886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756255986Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756265766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756274796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756285076Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756294166Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756305486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756316196Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756327046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756337856Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756347236Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756357816Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756368066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756377796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756387796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756398016Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756407416Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756417916Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756427117Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.756437107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756446757Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756456437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756470077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756559257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756577918Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756603348Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756639218Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756662168Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756685138Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756699638Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1684, tv_nsec: 677410290 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756720149Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756731819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756742799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756754799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756766889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756779799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756793579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756807099Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756818849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756831109Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756842109Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.756853739Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.75686365Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.75687571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.75688676Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1684, tv_nsec: 677546411 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.75690434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.75691583Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.757308992Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.757331553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.757342153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.223038ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.757350903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.358319ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.760453043Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:43:22.755936624 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.760475943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:43:22.755936624Z\",\"pruned\":[]}","iteration":12,"elapsed":"4.52771ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.760485973Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.410209ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.760866216Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1684, tv_nsec: 681583997 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.761197468Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.761769351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.762268345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.764341748Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.764365608Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.764526449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.765448685Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.765474555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.765616556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.765729227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.765990749Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.766410892Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.766655193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.76781353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.768041692Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1684, tv_nsec: 688755014 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.768352224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.769914654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.769944434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.770155526Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.771663395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"15.36649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.772780713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.773058095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.773185865Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.773516318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.804075746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.804413458Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.805460415Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.805488845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.805559786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.805767827Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.807443038Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.80776311Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.808443154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.808863297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.809044008Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.809183139Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.810093185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"54.083671ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.81080923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.81084167Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.8108553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.8109118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.810994131Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.811916247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.812170318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.812187118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.81235049Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.813058444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.813077464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.813089344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"56.885619ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.814107731Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.814132761Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.814288762Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.814335292Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.814555714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.814635014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.814649194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.814790115Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.815144068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.818274148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.818300118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.8185403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.818760741Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"62.573956ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.820237391Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.820265101Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.820386542Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.821333548Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.822968719Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.822994119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.823003049Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.8231145Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.82324243Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.823788274Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.82467634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.8246943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.824835681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.826382761Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"70.227096ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.827568409Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1684, tv_nsec: 748288260 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.82780139Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.828413144Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.830034074Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.830065305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.830188306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.834993367Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.839521836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.857353952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.861502659Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.861821661Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.861899381Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"106.012828ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.861919192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.861936841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.862197003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.871439633Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.871525914Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.871543374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.871553024Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.872284639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.872308069Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.873526827Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.873547937Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"117.352882ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.879918058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"123.882524ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.883910444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.883969615Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.883984645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.883995885Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.884007445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.884146306Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.884320887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.890588778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.89098071Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.892628881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.892656771Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.892667651Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.892678911Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.892960633Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.894961046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.895250227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.897906785Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.897931845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.897944015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"141.78739ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.905050131Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.905076681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.905501444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94f95a74-b48a-4840-8f08-bf42c6aaf4c8\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:53:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.905531544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.907312036Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.922038162Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.922094752Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.922446154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934bd3ab-1150-40e2-bb81-1fed263c6b31\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:53:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.922482934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.924042535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:22.92484156Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:22.928288922Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"172.412249ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.015142716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.017799103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"261.597788ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.101712598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":23,"elapsed":"345.607694ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.106801841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.114433791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.115196125Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"096b8dbb-e176-4ef7-a658-d01864c4d715\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:53:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.11748077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.117886553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.185892864Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.185950705Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.186288537Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b09bafcf-a618-43aa-8842-42a95dc59186\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:53:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.186312697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.188116589Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.232155825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.232211615Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.232840909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d394078-f3b5-47d2-a8f9-506ae73cd38a\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.232871189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.233221191Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.236397792Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.237768561Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.238161504Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.240480589Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.240510799Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.24065088Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.244605296Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":23,"elapsed":"488.608581ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.252129314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.252160645Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":67,"elapsed":"496.08785ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.258829518Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.259588803Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9e269ad2-1ad9-4e8d-8dfe-74744e809170\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.259622673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.261557575Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"85662ed8-6457-4a13-872d-dd2762279cf9\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.261592266Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.263619339Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1ef2be70-a3ad-479c-b736-6672169fe548\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.263648639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.265791093Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.265841003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"509.94111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.270624484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.272807908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.272840389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.27300949Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.276968295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.277396818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"65a1b69c-5220-4079-bd8f-12b4817fbdbe\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.277418978Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.278196063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.279313261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0ecb22f0-6b57-4f42-ba41-796a30ea8d48\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.279367481Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:53:23.279451552Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.279472042Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"523.379877ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.279566452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.279580432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.279590492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.279876405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.280981092Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.281004112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.281166643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.281319184Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.281333254Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"525.080929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.281379184Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.281530895Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.281550605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.281559075Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"525.32547ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.283063755Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":23,"elapsed":"526.824859ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.28384844Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.2838746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.284017991Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.286218596Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.286233676Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.286245316Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.286253256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":12,"elapsed":"530.158661ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.290862346Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.293492003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.293514733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.293638214Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.295168954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.295178584Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.295186254Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.295357525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.297019926Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.299603213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.299627943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.299691203Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.299719603Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.299844684Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.299876174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"176bc8ab-4671-4c61-8808-b5dedd336d18\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.299888954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.300147376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.301860027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.301871347Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.301878397Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.301885647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":12,"elapsed":"545.673192ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.302401221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.302674382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.30542976Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.305673492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.308803402Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.308817772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.309106334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"57df8012-325a-4c66-b591-2454bc70bf50\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.311008496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":23,"elapsed":"554.7187ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.318804877Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.318849118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"562.856043ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.349302815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.349638027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.350958386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.352724097Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.352736107Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.352887708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.354529939Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.356122189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.356146089Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.35626899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.357132346Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.357518209Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.359508791Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.359535822Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.359725833Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.368319179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.368634641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1a9458-aa6a-40f2-90e2-6bbc05b6c8a7\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:53:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.368657471Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.368667961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.368951713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.368962123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.368969313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.368976673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.368984473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.368991423Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.369142854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.369151744Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.369311575Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.369325485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.369544296Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.370823195Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.370938836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8472b8e9-e758-4a0a-8f05-5cfad3521e96\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:53:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.370957726Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.371045506Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb8af74-6dc9-4e30-8408-b16c04c47e04\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:53:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.371071846Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.371087406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.390358742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.478857286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4fdfd9be-6d26-4fca-b216-81414baec476\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.478896416Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.478909336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.479163348Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f453b7e0-a4e1-4fd8-8225-47334fae5815\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.479214078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.479563041Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.483781308Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.4840852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.485797471Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.485820301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.486168404Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57ef5c65-9c33-44df-ab1c-02c853f709db\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.486197764Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.486211814Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.486222714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.487605243Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":23,"elapsed":"731.521869ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.487929735Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.488211457Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.489999488Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.49030352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.496917213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":23,"elapsed":"740.671957ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.519012947Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.519128687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46730"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.519304319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ee4125a3-ecfd-449a-b993-f1fd26d1877c","remote_addr":"[fd00:1122:3344:101::c]:46730","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.519635621Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ee4125a3-ecfd-449a-b993-f1fd26d1877c","remote_addr":"[fd00:1122:3344:101::c]:46730","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.564100779Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/oximeter.rs:76","collector_id":"5ef543c6-773f-4453-b7c6-1ba24a407ceb","producer_id":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:23.56414458Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/metrics/producers","method":"POST","req_id":"ee4125a3-ecfd-449a-b993-f1fd26d1877c","remote_addr":"[fd00:1122:3344:101::c]:46730","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44877,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.56422893Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee4125a3-ecfd-449a-b993-f1fd26d1877c\", \"content-length\": \"41\", \"date\": \"Fri, 15 Nov 2024 21:53:23 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.566277764Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:23.566295354Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"producer-registration-task","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:30.687723095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"78d7eb04-5d34-4d87-8eae-90a98cf576a6","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":520,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.745289155Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.745361315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.745377255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.745390235Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.745863829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.745875129Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.783347393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.783568084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.783890906Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.785911649Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.785933959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.78608268Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.787686381Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.787881172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.789641237Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.791938969Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.791951059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.79209253Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.803630255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.803654185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":68,"elapsed":"58.5449ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:32.811290855Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"66.171139ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.737744767Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.737802508Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.737814038Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.737822868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.738097219Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.73811122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.740053702Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.740458335Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.740806837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.742503248Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.742515908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.742653269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.744711293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.744906674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.746412533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.748685788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.748701078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.748826069Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.760480105Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.760505015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":69,"elapsed":"22.773048ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:42.769735555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"31.991398ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:45.675499344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"abe9e9a2-55c2-4798-ac58-0ade3ea51c29","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":375,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738676484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738722955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738732825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738740935Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738749235Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738757285Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738764535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738772585Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.738779975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738789985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738800705Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738811605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738822056Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738832496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738842826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738853876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738865566Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738875666Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738883556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738891636Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738899836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738908276Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738915456Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738924066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738934276Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738944436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738954526Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738962666Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738969697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738977637Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738988437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.738997677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739008067Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739017467Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739029367Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739186758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739206408Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739216908Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739226988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739264048Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739280668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739291499Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739327039Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739347899Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739398509Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739409439Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739423599Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.739433169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.73946966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.73949193Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.73950276Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.741307462Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.743282185Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.743308025Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.743341035Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.391449ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.743437675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.743654927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1714, tv_nsec: 682108919 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.743996969Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.74413105Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.74414594Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.74415479Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.744331281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.745782851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.748000685Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.748071716Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.748275437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.751422227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.75184243Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1714, tv_nsec: 690276032 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.752168062Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.754700759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.754727029Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.75486586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.759150217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.75955998Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.765374658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.768641349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.768680019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.76881724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.787690303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.787744673Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":70,"elapsed":"48.767107ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.791191415Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.791560738Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.792184052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"53.301006ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.794776259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.795475543Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.796070947Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.797079194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.797108364Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.797321545Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.797860469Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"58.940873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.798814815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.799253938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.800199904Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1714, tv_nsec: 738606485 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.800586336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.800775188Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"62.064252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.803349714Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.806208813Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.806579435Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.806599285Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.806928567Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.807005818Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.807924414Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.808296336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.808516778Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.808536408Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.808726349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.809196032Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.809416524Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.809440734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"70.706809ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.810124848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.810145179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.8103327Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.811260996Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.811292816Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"72.582871ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.812226212Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.812247892Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.812257352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.812264712Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.812494934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.812908966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.813097438Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.814193355Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.814206465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.814369876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.814383996Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.814539057Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.814552417Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e1815cb-c9a4-4f9d-aec1-21b9824036b7\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.814572317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.816458879Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.8412094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.841265861Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.841702575Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42bdb1a8-360b-432c-b57c-0fd504c3dee7\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.841726622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.843564815Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.844218289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"105.207254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.844989725Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.845495538Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.848512428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.849037411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.852533594Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.853077997Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.855711514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.8596657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.859712Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.859984072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.861905614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":24,"elapsed":"122.896908ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.863403624Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.863424044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.863434204Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"124.653709ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.894148944Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"155.375439ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.906344063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.906702315Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.90747521Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.90749329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.907883283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d085c15f-f2ff-4d58-899c-ab2d9fa2940c\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.907906573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.91050721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.916801631Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.917148003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac348446-a83c-4efa-b545-01411c55edc8\", \"content-length\": \"1\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.919573979Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.919959501Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.922482377Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":24,"elapsed":"183.811913ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.940659566Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"201.754949ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.946868806Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.947174318Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.947200448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":24,"elapsed":"208.235042ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:52.98601715Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.98605853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.986552273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e93a2bb-912c-4897-90ee-0730c9dd05d1\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.986584194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.986927866Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.988166199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.990011536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.990029366Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.990201567Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.991851378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.993359728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.993383788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:52.993508389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.036594498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.036652729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.03693448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"18ead2b6-5ee2-4b68-a5d2-8073e087fe30\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.036959301Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.037298943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.04001664Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.040248762Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.043508313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.043842105Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.047200247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.047228227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.0476484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"929610cf-8c74-42a5-83e1-2ef2e405bfb6\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.055075948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":24,"elapsed":"316.319333ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.088901238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.091006022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5333cd48-3978-4c29-b282-f9c1ae6e0117\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.091055142Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.091070532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.091082402Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.094109482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":24,"elapsed":"355.260365ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.107271627Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.10769359Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.110003385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.110042275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.110518248Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.122003133Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.122343555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b645caf-a9b6-4bae-9024-cef6fbb50398\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122364755Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122376615Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122696687Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122711437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122719017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122727227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122734427Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122742537Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122908929Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.122939589Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.12304713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.123069539Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.123453792Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.125797067Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.125915868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90048de5-1f31-455b-be95-847405d3cb33\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.125948198Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.126014729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b23c1d9-a12c-418f-8946-f81c150e3c46\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.126034639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.126049849Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.254154841Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5f6f756d-ab70-45bc-99f4-2a9f11057c7e\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:53:53.254202821Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.254215601Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.254492433Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3ea974b-1aea-4c55-9b2b-5ee2336574d3\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:53:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.254530373Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.254845435Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.257800894Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.258062436Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.260858904Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.261170976Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.263862004Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.264088635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:53:53.271587854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":24,"elapsed":"532.763728ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:00.675084445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"30e4578b-7474-44e6-ac48-e93a06b79922","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":442,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.738209035Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.738259515Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.738270625Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.738281045Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.738724668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.738744658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.741244194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.741942689Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.742256051Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.745148049Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.7451629Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.745356511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.747736166Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.748090249Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.750285633Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.753209102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.753223542Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.753398163Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.768686512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.768714182Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":71,"elapsed":"30.524908ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:02.778067143Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"39.838178ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.738439669Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.73851567Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.73853351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.73854797Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.738966493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.739026663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.741074337Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.741866611Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.742145203Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.743551762Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.743564322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.743697134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.743992325Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"5.541176ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.745921538Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.74633788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.748224403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.750716839Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.750731079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.75085938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.762250774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:12.762265754Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":72,"elapsed":"23.849855ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:15.678697032Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"2f9e787b-81db-4390-ad50-fb09ae1ae0cc","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":566,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738576562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738632012Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738643372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738651912Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738660392Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738668382Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738675392Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738682662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738690192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738698022Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738705343Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738712423Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738719863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":73,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738727392Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738733283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738740313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738747403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738753893Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738760493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738767523Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.738773643Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:44:22.738724012 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738781763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738789383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738795763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738802293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738809843Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738817363Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738824303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738832323Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738840303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.738847823Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738854853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738861284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:54:22.738868024Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738874813Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.738881204Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738887573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":14,"elapsed":"14.82µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738899884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738908774Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738918794Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738930194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738938724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738949934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738959934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738970114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738980584Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.738989834Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739000334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739010344Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739018825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739028045Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739038194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739048405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739058455Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739068405Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739083835Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739095495Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739105575Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739115605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739125445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739134665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739143705Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739152975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739163235Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739172255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739184146Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739196466Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739208736Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739375277Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739398577Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739439017Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739455047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739466807Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739477077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739488637Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739500937Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739511218Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739521298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739534298Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739543868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739555188Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739565658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739576628Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739589268Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739600578Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1744, tv_nsec: 678278940 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739612618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739620758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739629469Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739637449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739645598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1744, tv_nsec: 678308190 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739656758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739664759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739787999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.73979917Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.739994961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.740011991Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.740090101Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.740118252Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.241898ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.740148532Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.740174772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.740183282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.740192812Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.391369ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.740291633Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.74146067Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1744, tv_nsec: 680149022 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.741530711Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"2.9466ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.741708492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.741994514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.338632ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.742431857Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.742452227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.742459557Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.742629648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.742653668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.7429496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.743523544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.744878712Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.745809478Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.745830189Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.74602782Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.746303892Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.746325612Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.746400492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.746416373Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.746507303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.746685324Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.747074337Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.747087587Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.747227888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.747299858Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.749017769Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.74916176Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:44:22.738724012 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.74917408Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:44:22.738724012Z\",\"pruned\":[]}","iteration":13,"elapsed":"10.444987ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.749223811Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.749238541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.749247491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.749481962Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.751007342Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.751031312Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.751163823Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.751436045Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.751447095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.751592586Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.751602826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.752475802Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.752657743Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.752905675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.753130376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.753179246Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1744, tv_nsec: 691867268 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.753451008Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.753957622Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.753970511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.754131152Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.761123548Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.762447737Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"23.430072ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.763382412Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.763397293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.763568084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.766535563Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.767231468Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.767700111Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.768332755Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.768415505Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.768486936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.768500186Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.768692357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.768705717Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.768852458Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.794640935Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.795011848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.797773366Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.797885647Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"58.880812ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.798096148Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.799852949Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.800163321Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.800178442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.800188482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"61.207337ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.800237882Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.801062467Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.80152327Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.802080424Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.802105314Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.802266965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.802933559Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.802946909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.80310357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.803494533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.804836992Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.805046713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.805067543Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.805291875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.805319615Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.805360775Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.805427665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.805464526Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.806218991Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.808104143Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.808124423Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.808283804Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.80922466Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.80925072Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.809452192Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.809473592Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.810318417Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.810348388Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.810360948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.81065283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.811987628Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.812010398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.812183109Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.81229877Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.814552865Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.814582295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"75.799902ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.814852977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1744, tv_nsec: 753540628 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.815049588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.815773783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.816420617Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.816442597Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.816452487Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"77.599064ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.818042207Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"79.070723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.819577047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.820187431Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"81.500719ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.822229305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.825686127Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.825718187Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":73,"elapsed":"87.039225ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.828317784Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.828518795Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.833377357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.833638009Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:54:22.834998977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.835013097Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"96.239734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.836199985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.836409777Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.838298079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.839570997Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"100.863215ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.841736021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.841756991Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.841929242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.843606553Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":25,"elapsed":"104.71596ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.847099206Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"108.497154ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.848240123Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.850957311Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.850981961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.851138232Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.858110878Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.858219198Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.858693331Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.861222588Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.861716101Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.861859182Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.861872842Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.861881352Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"123.18335ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.862673217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.862697257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.862706027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.862713767Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.863009839Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.864219257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"125.226013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.86466921Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.864953772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.865367694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.867900801Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.867928831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.868184723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.868482235Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.868515705Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.868673636Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.871716726Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.871743536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.871754866Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.871764596Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.872039228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.873817729Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.874562554Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.874586134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.874919487Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b5c93d8-243e-4153-93be-fb88f2b4d3f6\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:54:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.874943757Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.877326672Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.877354582Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.877363923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.877504913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.879202294Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.879228195Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.879241825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.879595257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.883943505Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.888461955Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.888491985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.888725256Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.890585218Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.890612949Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.890626798Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.890638449Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":13,"elapsed":"151.730915ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.9000721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.900601153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.906908044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.906942535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.906958044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.907438888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.909019058Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.913820379Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.913846399Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.914117721Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.920836635Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.920871015Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.920883975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.920900965Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":13,"elapsed":"181.982501ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.934563794Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.934623014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"195.880072ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.963644012Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.963694603Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:22.964024825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0ebaf1b-88b5-4336-aa6c-3a78646a4018\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:54:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.964043265Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:22.966168349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.008751765Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.009042157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.010793369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.012741241Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.012775361Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.012908282Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.014029739Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.01570345Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"276.949647ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.016435095Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.016457515Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.016638876Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.030155494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.030632427Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"daeccd87-8d61-4313-81c9-330cf45b0fd3\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.030655378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.032741921Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"fd61a917-0705-4b6b-b143-0549900fb870\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.032769351Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.034254481Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.034274561Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"295.365147ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.034540353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.049228048Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.049300788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.049628321Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1589dbe1-a78e-49d0-beeb-c1852c4fa462\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:54:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.049652981Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.05258081Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.062382343Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.062856656Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdfc97fb-4353-433f-8a8a-796343e56322\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:54:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.067111164Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.067444066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.06956989Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":25,"elapsed":"331.005319ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.083566571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.083619551Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.084029274Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3d2d679-17e3-42ec-8bf3-8f13444595ea\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.084058844Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.084274535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.108620084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":25,"elapsed":"369.655349ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.130929558Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{e2658746-a411-4a4e-9169-a12ad4a396bb: {10.151.2.176: {40b40265-854c-4460-b148-1da8e57db3ba}, 10.151.2.175: {40b40265-854c-4460-b148-1da8e57db3ba}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.130958958Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.13123637Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8d9e683c-2628-4023-be83-d57a459a3396\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.13124875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.131528042Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.132956302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.133137333Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.136346844Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.136630505Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.136644666Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.137182319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ae3e93fe-0d31-4fbb-98c6-440e5c370f51\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.137207199Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.139021511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b36e4812-4e51-4f55-9b30-44c914fccf6b\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.139042981Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.141645088Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b0451da0-3cdf-45d1-82f4-aa67f9cf87df\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.141667948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.144059063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.144117174Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"405.491122ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.16972295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.170187313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a547aee9-e04b-4b1c-a5aa-5de86939618e\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.170210103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.170218613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.170225413Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(12858275) }]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.170233084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.170431625Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 204, headers: {\"x-request-id\": \"ee4f6b84-b976-410c-9ddb-60c477a4407a\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.172236826Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":25,"elapsed":"433.387213ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.173498055Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.173513215Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.173783536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"48dfefbf-e8a6-40d5-beac-21dcbafdda38\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.175307936Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":25,"elapsed":"436.509423ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.223803921Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.224174863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.225640293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.225658943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.225803034Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.244712587Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.24515154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2860280d-658c-428f-9ec6-efa3086e03a9\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:54:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.24519444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.24521231Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.245560862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.245597093Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.245609913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.245621473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.245632473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.245643343Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.245804974Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.245833494Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.245967595Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.245984245Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.246446598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.249171616Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.249330317Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46823e07-adc7-40fa-8374-39e8206d8ad3\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:54:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.249353677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.249456218Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"407e002b-fef6-4157-a11d-29c538320571\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:54:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.249484338Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.249496448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.385114648Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ea92e865-1761-48ae-8572-ac3d85df150a\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:23.385184809Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.385201879Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.385604411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc019a6a-eabe-4c51-aff8-0cd8c2a479d2\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:54:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.385641122Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.386006954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.389558817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.389879889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.393512393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.393938505Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.39613061Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.396395692Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:23.408904033Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":25,"elapsed":"669.939088ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:30.675657386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"7205e30c-cb96-461c-8062-76324f4474ad","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":380,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.737612162Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.737652522Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.737662752Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.737670482Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.737944814Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.737964364Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.739694495Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.74204349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.7420665Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.742187851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.744387355Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.744570067Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.7465667Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.750037442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.750062932Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.750215093Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.764126374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.764152224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":74,"elapsed":"26.570283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.774082658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.77435442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:32.775984161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"38.39708ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.733900972Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.733960063Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.733972233Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.733980733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.734260654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.734315585Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.736348358Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.738822634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.738836674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.739003295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.740714947Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.740892157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.74280307Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.745089555Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.745100205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.745233236Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.755471772Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.755494822Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":75,"elapsed":"21.60088ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.764788483Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.764967924Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:42.766037321Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"32.122279ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:45.671888872Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"09466baa-bcff-4105-891a-76ec7f4f6f28","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":575,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733584156Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733643357Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733654817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733663677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733672887Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733682307Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733695667Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733706537Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733714697Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733723087Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733730987Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733738467Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.733747717Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733759997Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733774008Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733787178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733800038Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733811448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733823068Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733835718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733847948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733860028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733871848Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733883568Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733894809Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733906438Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733917338Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733929779Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733942249Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733953259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733964169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733975329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733985989Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.733997299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734010579Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.73410973Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.73413904Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.73415046Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.73416205Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734253381Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734273121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734285051Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734294821Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734303651Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734313781Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734325781Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734335461Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734345531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734353571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734363221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.734371981Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.736339434Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.73725883Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"3.611343ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.737370681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1774, tv_nsec: 680586383 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.737712783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.737897094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"4.198307ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.738148626Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.539559ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.738200756Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.738211677Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.738355077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.74032114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.741303437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1774, tv_nsec: 684525638 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.741330407Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.741544748Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.743209379Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.743221019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.74338151Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.743445731Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.74345564Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.743609932Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.745003641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.745878296Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.746571611Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.746600421Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.746612571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.746834853Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.748372422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.748395512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.748567184Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.748671694Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.748684014Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.748829535Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.750285675Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.750603527Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.750757498Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.75100656Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.752840511Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.752875602Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.753089813Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.753156863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.753522286Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1774, tv_nsec: 696735398 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.753873228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.772752971Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.773119313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.773867388Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.774112699Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.776552825Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.776839637Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.779604295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.781344957Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.781646678Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.781730889Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.781753699Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.78195426Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.785122221Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.786922923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.787045994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.787067383Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.787214164Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.787264125Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.788529433Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.788864385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.79109299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.793543616Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.793569766Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.793720167Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.794850634Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.795867321Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":26,"elapsed":"62.163344ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.796983878Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.797516261Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.797529111Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.797866674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.80039035Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.80044437Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.80045491Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.801534468Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.801562858Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.801570418Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.80185987Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.812976552Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.813008952Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.813499485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"619efe60-1cc9-4576-9741-9d3988db7f0c\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.813520265Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.816055432Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.816138662Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.816159492Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":76,"elapsed":"82.378544ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.817963654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"84.229837ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.819909047Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"86.27519ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.823849442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"90.101195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.829189037Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.829447959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.831837974Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.831850194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.832164086Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce5a3f4c-4289-4981-8b6c-22a5efa6722f\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.832184656Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.833912048Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.835028195Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.835060485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"101.222647ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.835370297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.835385727Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.835395957Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"101.585969ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.837015268Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.837030078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.837253329Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d9de36-4cb3-4a52-8869-727e132b92db\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.83727484Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.838480657Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.842204161Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"108.638055ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.863478839Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"129.627432ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.865752884Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.866129247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.867561206Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.869963452Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.869993042Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.870188463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.903742251Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.905583533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.905621293Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.905771474Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.924633487Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.924971959Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b955317c-0c65-48d6-a1d2-a607505a6b4e\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.926867811Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.927255753Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.929303087Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":26,"elapsed":"195.714521ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.947888938Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":26,"elapsed":"214.23199ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:52.961108723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.961136153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.961543576Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47298f36-3f22-49a9-982a-8bd8ea35ab1c\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.961596196Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:52.961938269Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.000052486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.000433219Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75569c99-55d5-4e8c-a904-995576580d87\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.000462919Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.000474079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.000482359Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.002083229Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":26,"elapsed":"268.320741ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.002335051Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.002360661Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.002518262Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"edc3dddd-8fbf-4b5a-a214-a52924ca6e09\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.002531222Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.002834454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.004103852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.004297234Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.007654426Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.007911077Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.010629305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.010648735Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.010918127Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1f2a5e16-6cd0-499b-b44f-9bb87da18bf4\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.012686118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":26,"elapsed":"279.018451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.027056591Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.027403424Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.028980854Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.029004704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.029174605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.038933649Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.039265451Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bd64d5e-d7e7-472b-b911-dccd5d608009\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039295971Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039313021Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039585493Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039598113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039604593Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039611153Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039618003Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039624943Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039769574Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039789294Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.039915655Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.039938605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.040156966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.041782897Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.041899948Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d801a193-6eb5-4373-835e-016ee38e430d\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.041913428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.041994658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bb92bf0-521f-4729-b8c2-56bceda38b5d\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.042008618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.042017598Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.176112289Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b2cefc27-097e-4d8b-a29b-201b6a2997b2\", \"date\": \"Fri, 15 Nov 2024 21:54:52 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:54:53.176158859Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.176170639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.176599182Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8554f04f-a075-4b50-9275-280570d28899\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:54:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.176643912Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.176995135Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.180548898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.180812419Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.184453713Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.184647284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.186895769Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.18707993Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:54:53.193756734Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":26,"elapsed":"460.049466ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:00.667083625Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"d43dc8af-06f4-43f5-af7a-2e6eb4b95af5","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":381,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.731014672Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.731077512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.731094302Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.731107512Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.731615816Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.731636996Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.733428297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.735924614Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.735940934Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.736081395Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.73845735Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.738704632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.740518654Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.74300218Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.74301627Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.743161531Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.75546724Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.755490111Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":77,"elapsed":"24.50545ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.762468106Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.762735338Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:02.764400809Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"33.390077ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.730392043Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.730470593Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.730486663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.730500623Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.730853796Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.730980877Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.732720558Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.732954479Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.733695454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.73619325Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.73620252Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.736367292Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.738441485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.738638546Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.739911384Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.7423428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.74235776Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.742487971Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.754327398Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.754349028Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":78,"elapsed":"23.980926ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:12.762938554Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"32.534161ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:15.668155909Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"uri":"/aa8ce9ac-5427-43e3-b71a-a158955330df","method":"GET","req_id":"a3e644b4-90e9-4914-a9c5-05307b1c0ab9","remote_addr":"[fd00:1122:3344:101::d]:47420","local_addr":"[fd00:1122:3344:101::c]:63752","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":545,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731122902Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731202212Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731219793Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731233742Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.731247923Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731260913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731275083Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731288213Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731300223Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731313303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731324763Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731336033Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731352903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731373403Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731397663Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731417744Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731437094Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731456284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731476444Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731498454Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731517744Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731538864Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731569305Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731590745Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731614475Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731635765Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731657275Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731677495Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731698425Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731720596Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731742496Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731762756Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731784956Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731799956Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731813776Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731826746Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731841157Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731856137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.731871247Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-15 21:45:22.731506174 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731884287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731895127Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731906527Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731917757Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:55:22.731930787Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731943577Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\"}","iteration":15,"elapsed":"18.431µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731958507Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731970587Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.731982837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.731995127Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732006478Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732018288Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732030808Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732043618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732054428Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732066208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732079728Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732092178Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732105078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732116718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732129758Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732141988Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732155259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732167519Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732222789Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732238679Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732251139Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732263759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732275819Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732289509Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732303109Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732317369Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73233132Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73234572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73236118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73237079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73238044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73238997Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73239999Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73240933Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73241824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73242632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73243534Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73244378Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73245355Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73246179Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"457f990d-f83f-40bb-8721-4e2b5314e3a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5804ddd8-8ad1-42d2-89d7-fdb66142b4f2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"edd0c7a0-e093-44a9-845e-02d5df012651.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1804, tv_nsec: 677807042 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732475121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5e055384-7079-47b2-95bf-5191a730e1f0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d27385ac-d3f8-425a-9c62-c86cb4a78778.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1804, tv_nsec: 677826722 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732487341Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732496681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732771052Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732782832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.62285ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732818543Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732885073Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.732895913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.439509ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.733013294Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.734622695Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.735366099Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.115767ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.735975803Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.736205725Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.736460167Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.736471396Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.736618837Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.736711658Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.737854836Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.738308708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.738321839Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.73845954Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.738879202Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.738948083Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.739806888Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.739831478Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.739985359Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.7416276Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.74165372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.74166224Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.74167136Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.741792241Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.741804091Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.743684473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1804, tv_nsec: 689109215 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.743913605Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.744802701Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"13.184146ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.746607422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-15 21:45:22.731506174 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.746624733Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"expiration\":\"2024-11-15T21:45:22.731506174Z\",\"pruned\":[]}","iteration":14,"elapsed":"15.112418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.747091285Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.748980708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1804, tv_nsec: 694413499 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.749217169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.749935374Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.749964334Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.750243616Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.751834336Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.753315176Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.753584788Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.755848832Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.764587349Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.764985852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.765018322Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.765334664Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.783314031Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"51.936627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.788215562Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.789991904Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.790029624Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.790173525Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.790595448Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.791145641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.791171991Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.791182262Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.791456033Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.791732025Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.792328919Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.792594641Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.792981173Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.792996103Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.793006134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"61.465559ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.793130804Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.793148875Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.793319556Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.79407467Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.794293602Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.794497283Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 25ff3bdd-004e-4cfd-9805-fca397ba7ba9, lookup_type: ById(25ff3bdd-004e-4cfd-9805-fca397ba7ba9) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.794516903Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.794796975Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.79705165Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.797358572Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.798802571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DnsResolver","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-78d47478-5af8-488d-89c5-11be23443b63.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1804, tv_nsec: 744228063 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.799114953Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.799467585Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"67.717909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.802873918Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.803121169Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.804160486Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.804182316Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.804196386Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"72.887233ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.806749613Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.806774393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.806954404Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.807245366Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.807255906Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.807262506Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.807268886Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.807544618Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.808601415Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.808790216Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.808975227Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.808984287Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.808993117Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"77.859065ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.810866259Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"original_time_created":"2024-11-15 21:42:12.436211 UTC","original_target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","time_created":"2024-11-15 21:42:12.436211 UTC","target_id":"25ff3bdd-004e-4cfd-9805-fca397ba7ba9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.81089394Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"25ff3bdd-004e-4cfd-9805-fca397ba7ba9\",\"time_created\":\"2024-11-15T21:42:12.436211Z\"}","iteration":79,"elapsed":"79.655037ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.812054597Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.813919839Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.814103411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.816443516Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.816476966Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.816762368Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.81860409Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.822698476Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Sled { parent: Fleet, key: 78d47478-5af8-488d-89c5-11be23443b63, lookup_type: ById(78d47478-5af8-488d-89c5-11be23443b63) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.822721756Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.822941718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.825126852Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"0","iteration":27,"elapsed":"93.787209ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.826822233Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.827046404Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.828643385Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.83101313Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.83103429Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.831178681Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.833076723Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.833097084Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.833104064Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.833295295Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.83403297Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"102.389825ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.835091217Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.835342488Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.835424649Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.835435049Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.835443829Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"104.248497ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.836041463Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.836233124Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.836962339Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"105.531895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.837535632Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.840038209Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"108.264313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.8401433Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.84015674Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.840299281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.841311257Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"109.728202ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.848872786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.856102113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.856137873Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.856150273Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.856160573Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.856600956Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.856970019Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.858585639Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.861416027Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.861444278Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.861596759Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.8617771Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.86179102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.861943881Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.867758659Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.867787299Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.867800209Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.868128171Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.86945668Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.872356718Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.872391079Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.87257416Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.877637783Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"9557ff27-5efc-49ed-87e9-eb7e0fe1c830"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.877670113Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.877683913Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:23.736354 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.877697353Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1}","iteration":14,"elapsed":"146.39419ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.880191669Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.907011994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.907475977Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.909916422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.911781865Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.911809085Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.912095196Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.933814228Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.933883688Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.933899708Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.93422786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.940975514Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.941022004Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.941402867Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"290c4c5f-65fb-441d-9178-128e4c8c44ab\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:55:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.941424997Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.943125558Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.961498557Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.961563137Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.96188549Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a38ff0-23f4-4d22-b7fa-af283ab36d78\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:55:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.96190961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:22.964005693Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.964478536Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"233.300874ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.976830097Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-15T21:42:19.430444Z, time_modified: 2024-11-15T21:42:19.430444Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, db_silo: Silo { identity: SiloIdentity { id: dba2ea2d-2632-4f3f-a3b4-c59c04735431, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-15T21:42:25.139718Z, time_modified: 2024-11-15T21:42:25.139718Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.976888927Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]}},\"default_endpoint\":{\"silo_id\":\"dba2ea2d-2632-4f3f-a3b4-c59c04735431\",\"tls_certs\":[\"e9bb741dca9337139cd465e019b7787aa6d39674a492b87ad74308c225d47743\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"245.460274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.986826212Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.987165184Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-15T21:55:22.99129013Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:22.991315851Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"260.017517ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.011929255Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.067334544Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.067399465Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.068551862Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"MgsClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a778146a-f4e6-4a7b-b8ef-06454efee764\", \"content-length\": \"26\", \"date\": \"Fri, 15 Nov 2024 21:55:22 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.068606533Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.073645855Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.119117191Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.119178321Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.119523863Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb5a51fc-538a-452c-b80f-38a85c513fab\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:55:22 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.119604194Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"809172ef-0312-4e7c-92b8-a2b207b9f005\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.119619814Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.121329845Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.121638717Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.121764368Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d80b3afd-a774-499d-af67-8a26148083ce\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.121787688Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.12367112Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.12368571Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"392.276246ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.13138629Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.131413111Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.131946894Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7566eb74-9db7-464c-bfb1-83e91fcbaecf\", \"content-length\": \"372\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.131974824Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.132389957Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.133277803Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.134172138Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.13599059Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.136009341Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.136070971Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.136086541Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.136165422Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.136224082Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.138261985Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"null","iteration":27,"elapsed":"406.931022ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.138478817Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.140217238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"234f8cf6-c5a6-429a-b94e-d9156216a1ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.140239468Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.140248898Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"current_time_created":"2024-11-15 21:42:25.192306 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.140258238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":2}","iteration":14,"elapsed":"409.224726ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.141101134Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.141115154Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.141328355Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.165878584Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.166456208Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e50140cc-fdec-403e-8111-f41178550561\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.166478868Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.16831914Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"94642e4f-1dd3-4be8-bd80-b7acc32f8729\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.16834078Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.170585005Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4c7ff6c1-793f-4e54-b989-a67fa1c729a9\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.170609805Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.172820929Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.17286316Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"441.654807ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.181050473Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.181074033Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.181241044Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2a5bc38c-5c2c-480f-bf81-8abb90f22fcd\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.181261114Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.181598406Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.183865121Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.184052442Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.186939411Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.187257303Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.191456961Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":27,"elapsed":"459.907476ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.214670481Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.215069104Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf14bfbe-b17e-4b7a-a853-7d514b5ba471\", \"content-length\": \"691\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.215091704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.215101284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.215109704Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.216181361Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":27,"elapsed":"485.045478ms"} {"msg":"VPC route manager sled 78d47478-5af8-488d-89c5-11be23443b63 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.218562426Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.218593867Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.218907389Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"SledAgent":"78d47478-5af8-488d-89c5-11be23443b63","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6a085c73-3d67-459f-be7a-4a50c30625e2\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.22071204Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":27,"elapsed":"489.252765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.256396242Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.256740265Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.260733071Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 79839008-c347-488f-be8d-5f92f4ee52d6, rack_id: ddfb397a-b658-4566-9e9b-db5e51d8a967, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(86ac9333-276b-4978-b845-b80ffe802486) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.260755281Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.260998642Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.270492284Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.270799786Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ebadb00-31bc-4d4a-86df-f7e2b29d307f\", \"content-length\": \"134\", \"date\": \"Fri, 15 Nov 2024 21:55:22 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.270819376Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.270832066Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"86ac9333-276b-4978-b845-b80ffe802486","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.271119118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.271132008Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.271141128Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.271151118Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.271160238Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.271169468Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.271308459Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.271319319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.27145906Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.27146831Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.271689172Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.273555994Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.273659515Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d12fc07-2f2f-4703-b9f0-84a852bb59c1\", \"content-length\": \"2\", \"date\": \"Fri, 15 Nov 2024 21:55:22 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.273684075Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.273749565Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"component":"DpdClient","rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d191ad2-c293-46cf-baca-ce38c84feb85\", \"content-length\": \"52\", \"date\": \"Fri, 15 Nov 2024 21:55:22 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.273776485Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.273792445Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.38690119Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d5c343e4-9e49-4df1-9aa4-6f69ffe7bc52\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-15T21:55:23.38695812Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.38697393Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.387245962Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"rack_id":"ddfb397a-b658-4566-9e9b-db5e51d8a967","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e92c7f59-ad1b-4cc2-ac38-7d06274d0464\", \"content-length\": \"682\", \"date\": \"Fri, 15 Nov 2024 21:55:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.387294953Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.387684895Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.391805372Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.392105464Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.394864102Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.395218914Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.397262917Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.397543319Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-15T21:55:23.404460424Z","hostname":"oxz_nexus_aa8ce9ac-5427-43e3-b71a-a158955330df","pid":24836,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"aa8ce9ac-5427-43e3-b71a-a158955330df","status":"{}","iteration":27,"elapsed":"673.072159ms"}