{"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:02.178921974Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"a9aa135f-9593-4d53-996b-6188b49109cc","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:02.17927883Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"a9aa135f-9593-4d53-996b-6188b49109cc","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:02.181959923Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"a9aa135f-9593-4d53-996b-6188b49109cc","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3111,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:02.182259039Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"a3fa772d-43ea-4ede-90fe-4b569c3f1e5e","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:02.182581255Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"a3fa772d-43ea-4ede-90fe-4b569c3f1e5e","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:02.18484573Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"a3fa772d-43ea-4ede-90fe-4b569c3f1e5e","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2653,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.105018591Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.105070732Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.105080562Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.105088442Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.105412869Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.105426539Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.135245124Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.135481409Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.136446958Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.138972048Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.138986178Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.139125501Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.14111761Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.141304363Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.16452888Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"59.524279ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.170904575Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.173604348Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.173629538Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.173782721Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.185624714Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:06.185647454Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":65,"elapsed":"80.621713ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:07.18900047Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"3606b2bb-7adb-46dd-85dd-5cb9b38e3d27","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1233,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.105353234Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.105411976Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.105423786Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.105433576Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.105745382Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.105787663Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.134915125Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.13517191Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.135198021Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.137816202Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.137829002Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.137972195Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.139712219Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.139874652Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.16317955Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"57.841756ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.167815321Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.170564235Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.170579146Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.170718488Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.182682293Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:16.182710074Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":66,"elapsed":"77.346349ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:17.189380155Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"63330d11-2369-4579-8935-e8be7ac1069a","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1218,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:18.609270142Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41817"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:18.609372733Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7c462e82-0baa-4e9b-9d74-e8c72b73b727","remote_addr":"[fd00:1122:3344:101::1]:41817","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:18.609731771Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7c462e82-0baa-4e9b-9d74-e8c72b73b727","remote_addr":"[fd00:1122:3344:101::1]:41817","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:18.644420442Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"4a8c9490-d35a-4221-8585-e4103b325118"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:18.644448193Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"7c462e82-0baa-4e9b-9d74-e8c72b73b727","remote_addr":"[fd00:1122:3344:101::1]:41817","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35147,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:25.238860755Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:33785"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:25.238960407Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"99977132-cbdf-4f8e-9931-c39194260ddd","remote_addr":"[fd00:1122:3344:101::2]:33785","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:25.239307674Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"99977132-cbdf-4f8e-9931-c39194260ddd","remote_addr":"[fd00:1122:3344:101::2]:33785","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:25.273643408Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"e7680fb8-0ccd-466c-b928-9ebe5b97f2ca"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:25.273669069Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"99977132-cbdf-4f8e-9931-c39194260ddd","remote_addr":"[fd00:1122:3344:101::2]:33785","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34773,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104856793Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104905214Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104915234Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104922994Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104932854Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104940655Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104947445Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104954725Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.104963305Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104974495Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104982955Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.104989896Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-12 22:35:26.104921284 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.104997286Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105004386Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105010976Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105020926Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105031056Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105038557Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105044866Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-12T22:45:26.105051217Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105057617Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.105065517Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105075347Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\"}","iteration":13,"elapsed":"17.421µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105086427Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105095367Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105104828Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105112568Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105122248Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105131688Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105142159Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105152289Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105162449Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105172239Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105182699Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.1051922Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10520346Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10521349Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10522318Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10523379Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105244701Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105254431Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105264111Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105272591Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105282481Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105291442Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105300562Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105312192Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105323332Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105334972Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105345303Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105488125Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105505386Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105526416Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105549067Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105564567Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105608518Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105620238Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105629348Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105637418Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":12,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105646738Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105654238Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105660689Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105667299Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105673339Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105679719Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105689279Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105695259Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105703559Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10570925Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10571607Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10572247Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10573034Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10574033Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10574679Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10575506Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105762521Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105770811Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105780581Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6ed7f70e-6e55-43a0-a74c-b5cd82afb24a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fccfaa8c-ea2a-4fac-967f-e43007ddb28d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fccfaa8c-ea2a-4fac-967f-e43007ddb28d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 4057, tv_nsec: 27628226 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105792871Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105802412Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105813522Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"274d5912-4a70-4fa9-bda4-a3ea3c10fa1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7160cbb3-b56f-4e07-9380-65c1eba185bc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29982ca-1c1c-420b-ace3-c75702fa0579.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29982ca-1c1c-420b-ace3-c75702fa0579.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 4057, tv_nsec: 27646137 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105829302Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105970365Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.105985775Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.106040026Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.106050266Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.106058586Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.106066217Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.10625957Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.106285611Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.316295ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.106355692Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.106366823Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.398357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.108070176Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.108208199Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.108449453Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.109121037Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.250763ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.109318541Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-12 22:35:26.104921284 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.109344391Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"expiration\":\"2024-12-12T22:35:26.104921284Z\",\"pruned\":[]}","iteration":12,"elapsed":"4.403196ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.109894232Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.110678377Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.110702588Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.110863101Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.112769198Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.112783069Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.112927581Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.115737896Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.11846544Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.118488121Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.118623433Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.119670244Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.1199957Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.121038461Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4057, tv_nsec: 42884016 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.121249925Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.121408408Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.121574851Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.122906807Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4057, tv_nsec: 44757173 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.123249444Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.124501719Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"18.85855ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.126942307Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.127161741Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4057, tv_nsec: 49017836 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.127205242Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.127489367Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.128562679Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.128758282Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.128835344Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.13371187Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.135340621Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.138653157Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.138679507Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.1388174Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.144534062Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.146760766Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.146790457Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.146947349Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.15054767Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.152683572Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.154465427Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.154489058Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.154738722Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"49.085424ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.154769443Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.155823254Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.155843294Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.156097159Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.1612467Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.161592817Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.161617958Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.162322171Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"56.650243ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.162915733Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.163337442Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.163729839Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.164057605Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.164074076Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.16430727Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.166621586Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.166644816Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.16683108Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.169059504Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.169550784Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.171045373Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.174500031Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.174527671Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.174541422Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"68.852303ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.175234635Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.175259376Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.175267026Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.175696774Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.176688794Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.176712234Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.176749825Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.176887277Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.177723494Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.177742084Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.177748834Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.177754545Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.177938758Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.178109592Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"72.908132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.178583201Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.178765925Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"73.730518ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.178905537Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.178993949Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.179004469Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.179177682Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.18157006Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.181759823Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.182010228Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.182312294Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.182322164Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.182329864Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.182521228Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.184316023Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.184493587Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.18465646Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.184670001Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.184898625Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.18619081Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.186648379Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.186845903Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.18771356Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.189828672Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Sled { parent: Fleet, key: 4a8c9490-d35a-4221-8585-e4103b325118, lookup_type: ById(4a8c9490-d35a-4221-8585-e4103b325118) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.189853762Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.190033016Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.191020375Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.1927937Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"0","iteration":23,"elapsed":"87.732323ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.20399371Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.204378217Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.20602918Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.207628391Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.207852976Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.207998529Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.208016259Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.208277894Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.211206102Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.212792903Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.213030318Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.214231331Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.214246681Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.214426975Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.215524856Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.215545117Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.215553787Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"110.624342ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.217615548Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"111.971069ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.22486684Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.22488849Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4860caf2-c749-4dc3-815c-729f732c1683"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.22489812Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.225125175Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.226285768Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.226854069Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.226865249Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.22689877Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"121.841833ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.227019552Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.227037873Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":67,"elapsed":"121.998297ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.228217796Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.228231926Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"123.046997ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.229314707Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.229324758Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.22947088Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.231232545Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4860caf2-c749-4dc3-815c-729f732c1683"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.231253275Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.231261025Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_time_created":"2024-12-12 22:34:38.180496 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.231269026Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":2}","iteration":13,"elapsed":"126.092636ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.235338685Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.235350896Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.235358196Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.235365136Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.2355465Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.236852155Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.239593369Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.239611749Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.239767732Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.241949775Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.243946425Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-12T22:34:23.587536Z, time_modified: 2024-12-12T22:34:23.587536Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, db_silo: Silo { identity: SiloIdentity { id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-12T22:34:38.101475Z, time_modified: 2024-12-12T22:34:38.101475Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, db_silo: Silo { identity: SiloIdentity { id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-12T22:34:38.101475Z, time_modified: 2024-12-12T22:34:38.101475Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.243976395Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"207f2d86-9d5c-4ed8-9fa3-55f780829af6\",\"tls_certs\":[\"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\"]}},\"default_endpoint\":{\"silo_id\":\"207f2d86-9d5c-4ed8-9fa3-55f780829af6\",\"tls_certs\":[\"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"138.98412ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.246469364Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.246675708Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"141.0311ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.251453612Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.251743648Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.260061701Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.260090532Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.260400158Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed525a24-b3e6-4697-bd7b-9d2b9a17eea3\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:45:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.260415398Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.262167263Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.270655999Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.27067726Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"de887878-a275-4b22-b4eb-f43805d2e995"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.27068672Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.270938325Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.278621926Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.278635516Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.27885754Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5504e0fc-341e-4cf4-99bf-33e1f4700983\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:45:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.278875951Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.280762118Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.288702194Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"183.642137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.295500367Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.295799123Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.299509196Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.299522176Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.299780141Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a59260f7-ce49-4123-8c4d-1042b8cc498c\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.299802522Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.3022579Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-12T22:45:26.302417443Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.302433833Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"197.518399ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.418822049Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.419212687Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"400a8243-4deb-446a-acc4-5aafd7262082\", \"date\": \"Thu, 12 Dec 2024 22:45:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.419237217Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.42037106Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"62efdbd9-28a8-4cf3-bf02-6a334dae0f24\", \"date\": \"Thu, 12 Dec 2024 22:45:25 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.42039434Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.421847479Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.421863659Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"316.69288ms"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.42345789Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.423479291Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.423877299Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"647eaec7-4d4f-44c0-a853-e3f0109306fa\", \"content-length\": \"372\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.423909539Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.424222645Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.425016601Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.4270171Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.427041571Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.427255185Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.429014649Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.430781804Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.430803475Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.430938237Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.453045331Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.453530251Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.453813167Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71eb67ce-a476-4a00-ac18-3935d23a8a47\", \"content-length\": \"1\", \"date\": \"Thu, 12 Dec 2024 22:45:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.455257475Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.45551704Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.455848646Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.455872647Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.45600405Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.457959488Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"null","iteration":23,"elapsed":"352.836799ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.459138711Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"de887878-a275-4b22-b4eb-f43805d2e995"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.459162161Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.459171192Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_time_created":"2024-12-12 22:34:37.342779 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.459178952Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":1}","iteration":13,"elapsed":"354.289418ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.477738506Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.477763747Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.478059833Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e2bfc17e-e4fd-499f-9a2b-6e0f3b5c082e\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.478071013Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.478332028Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.480572362Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.480790226Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.483934408Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.484177893Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.519063708Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.527669107Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":23,"elapsed":"422.525709ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.549749561Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.550278751Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95b280d6-f287-4533-8900-2c49aaeefd7a\", \"content-length\": \"691\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.550305482Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.550314762Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.550321912Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.552082097Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":23,"elapsed":"447.006169ms"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.553963993Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.553979064Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.554474193Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"07b6730d-9de7-493d-b6c0-debb6d38c7b2\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.556501873Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":24,"elapsed":"451.494527ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.596897957Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.597358706Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"57682aad-d4f5-4039-b922-71e6c6cda3ad\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.597387936Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.599271923Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"44e67bda-edc2-46ef-b90b-93078e9e80f2\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.599284473Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.600803943Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eea00541-81a7-4e77-8d90-46ec0824eb32\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.600813314Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.6026615Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.602704461Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"497.608884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.609113046Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.609451153Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.611389221Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 174d4dd3-4b26-4ef7-a56f-35a8bdaa31be, rack_id: ceaea472-35b2-490f-a91b-ab350691945c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dfcd867b-8114-4b46-bc2c-80451afac2ab) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.611411502Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.611592375Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.621338957Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.621650833Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d62277eb-e9c5-4bba-8b62-cb4178ed12dd\", \"content-length\": \"134\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.621673753Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.621685764Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dfcd867b-8114-4b46-bc2c-80451afac2ab","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.621985799Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.6220002Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.6220084Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.62201629Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.62202424Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.62203655Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.622184963Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.622196654Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.622434958Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.622463929Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.622815496Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.624650302Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.624801535Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c5f54a8-2d4a-4203-8d57-a0413f430f70\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.624813665Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.624913217Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bbfb60b-b3e1-4dd5-afac-8e68546881cf\", \"content-length\": \"52\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.624934377Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.624958138Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.717690349Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c92f32a2-6848-4768-a76f-0e0b2211e09c\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:26.71773185Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.71774462Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.717963614Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f06bb025-871d-47a5-ac9d-49be40453521\", \"content-length\": \"682\", \"date\": \"Thu, 12 Dec 2024 22:45:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.718021285Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.718395283Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.722174297Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.722349901Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.726057673Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.7263862Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.728072893Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.728334848Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:26.735109891Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":23,"elapsed":"630.266319ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:27.189792251Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"2ee51ab1-8406-408f-a475-9f669d6f259d","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1082,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:32.179292603Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"6bc30998-1048-47b5-945e-1072db0afa87","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:32.179597509Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"6bc30998-1048-47b5-945e-1072db0afa87","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:32.182162329Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"6bc30998-1048-47b5-945e-1072db0afa87","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2939,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:32.182452495Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"40cdb5ae-a86c-4a63-9a8d-3e3e51a9ec68","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:32.182780301Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"40cdb5ae-a86c-4a63-9a8d-3e3e51a9ec68","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:32.18472931Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"40cdb5ae-a86c-4a63-9a8d-3e3e51a9ec68","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2336,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:33.249362678Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:57217"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:33.24945853Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"30de801b-14b0-4d65-a118-8a638bd9e5bf","remote_addr":"[fd00:1122:3344:101::2]:57217","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:33.249775906Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"30de801b-14b0-4d65-a118-8a638bd9e5bf","remote_addr":"[fd00:1122:3344:101::2]:57217","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:33.257037029Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"9be55e3b-79ee-4930-a117-2473cfadb163"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:33.25706276Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"30de801b-14b0-4d65-a118-8a638bd9e5bf","remote_addr":"[fd00:1122:3344:101::2]:57217","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7675,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:35.383947581Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:57099"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:35.384044683Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8f8577d6-1161-4a79-8eb8-5942409e1451","remote_addr":"[fd00:1122:3344:101::2]:57099","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:35.384360709Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8f8577d6-1161-4a79-8eb8-5942409e1451","remote_addr":"[fd00:1122:3344:101::2]:57099","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:35.3930465Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"e736935f-49fd-4441-90a4-7226a6f1fe8e"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:35.393074271Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"8f8577d6-1161-4a79-8eb8-5942409e1451","remote_addr":"[fd00:1122:3344:101::2]:57099","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9097,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:36.071093677Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:52654"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.07123449Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8ee0561f-9763-4540-8b22-05be452b1cae","remote_addr":"[fd00:1122:3344:101::1]:52654","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.07173942Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8ee0561f-9763-4540-8b22-05be452b1cae","remote_addr":"[fd00:1122:3344:101::1]:52654","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.104836049Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.104854119Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.104862499Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.104868839Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.105095534Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.105260127Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:36.105588744Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"35574f6f-1e6c-4add-9efb-f5d5c83e2007"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:36.105623374Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"8ee0561f-9763-4540-8b22-05be452b1cae","remote_addr":"[fd00:1122:3344:101::1]:52654","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34483,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.106685825Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.107052822Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.107273297Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.108834557Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"4.000949ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.109312587Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.109325777Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.10946652Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.111047961Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.111261505Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.112292625Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.114600761Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.114611831Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.114749524Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.12274483Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:36.122772351Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":68,"elapsed":"17.916071ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:37.188813258Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"4d081b85-58a6-4bc2-8e5a-2a28861bb2b9","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1038,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.105097741Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.105190573Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.105212343Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.105226654Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.105669902Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.105712423Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.107963097Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.107972057Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.108168761Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.109673801Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.60799ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.110612499Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.110623709Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.110763862Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.111843964Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.111998867Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.113580838Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.115866623Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.115877353Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.116006925Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.124787848Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:46.124814318Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":69,"elapsed":"19.703017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:47.179562254Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"a35c9e36-79f4-4d25-9b4a-9c3e5b2908e6","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:47.17988242Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"a35c9e36-79f4-4d25-9b4a-9c3e5b2908e6","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:47.181866959Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"a35c9e36-79f4-4d25-9b4a-9c3e5b2908e6","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2372,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:47.182131074Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"fa9c070e-600f-4d57-b302-eec0b82f62af","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:47.182384159Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"fa9c070e-600f-4d57-b302-eec0b82f62af","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:47.184002901Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"fa9c070e-600f-4d57-b302-eec0b82f62af","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1913,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:47.189919107Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"ceabca29-9934-4aca-864a-b5e6720ced47","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1090,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.10508333Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105134461Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105144241Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105151411Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105158481Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105168151Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105177052Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105186862Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105196912Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105206612Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105214992Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105225482Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105235062Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105245103Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105254393Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105264353Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105273213Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105282934Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105292124Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105301974Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105312344Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105322594Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105332915Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105341845Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105351245Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.105362065Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105373455Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105548059Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105578659Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.10559855Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.10560583Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.10563923Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105711122Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105751083Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105761863Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105770753Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105779253Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105786023Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.105794233Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106285953Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106297354Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106304864Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106312204Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106319324Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106325824Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106331804Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106338124Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106566859Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106585439Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.10660342Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.106670081Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.10765176Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.108234532Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.05945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.108516227Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.109040707Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.109291542Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.109594818Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.109608699Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.109748421Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.110867733Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.110892004Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.111015856Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.112668339Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.113007695Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4087, tv_nsec: 34875400 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.113077767Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.113316961Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.115140557Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.115159237Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.115385202Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.115906772Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4087, tv_nsec: 37769508 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.116003344Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.116020505Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.116212658Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.116229189Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.121843509Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.124687985Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.124715465Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.124805167Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.124900639Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.124915959Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4087, tv_nsec: 46784905 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.125123183Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.125282326Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.127156173Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.127657203Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.127674383Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.127686574Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.12802254Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.129656862Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.131445707Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.131458978Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.131767514Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.132533349Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.132543319Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.132683792Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.153342847Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.153419179Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.153433629Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.153607493Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"48.468742ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.154035601Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.154432879Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.154461959Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":70,"elapsed":"49.297388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.154819087Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.155973169Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"49.656546ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.157373217Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.157399867Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.157756084Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.159915327Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"54.780996ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.160187802Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.161417346Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.161866395Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.161938696Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.162326654Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.162534858Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.162555118Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.162718402Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.163609499Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"57.309716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.164526617Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.164768832Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.164995266Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.16516927Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.166308242Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.166502106Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.166817992Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"61.60637ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.178827328Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.178853679Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"73.648966ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.192228051Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.192254172Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.192263912Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.192571938Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.194783631Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"88.478408ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.199016344Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.199037005Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.199387242Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70df3643-3a61-4868-ab82-4989112e19cd\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.199407792Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.201280969Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.207555202Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.207575883Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.207862068Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb278691-60eb-4dec-9f95-8f12f813de2b\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.207878969Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.209406559Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.221984926Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.222011396Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.222255921Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca8d41d-e62b-4a75-89e3-e1918f108873\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.222279521Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.224492485Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.230110225Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.230481833Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.261377209Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.26139764Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.263670944Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.264020391Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.295063441Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.295105462Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.295116522Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"189.978541ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.297232064Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.299911876Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Sled { parent: Fleet, key: 4a8c9490-d35a-4221-8585-e4103b325118, lookup_type: ById(4a8c9490-d35a-4221-8585-e4103b325118) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.299937326Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.300079719Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.301816143Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"0","iteration":24,"elapsed":"196.583801ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.302241102Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"195.909108ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.304543777Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":24,"elapsed":"199.317594ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.313688617Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.314013373Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4d9404a-aeed-4ab7-84b0-405fe9261246\", \"content-length\": \"1\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.314130315Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcf62978-544a-484e-9b66-64cb09cc9a0b\", \"content-length\": \"372\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.314174836Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.314628565Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.315811438Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.316107304Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.318228606Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"null","iteration":24,"elapsed":"212.990194ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.359726331Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.359767492Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.360058847Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7a483dae-3194-4d89-86f4-b237fd3b4b27\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.360072348Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.360387704Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.362566787Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.36274187Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.363995945Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.364325041Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.364900133Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.365083766Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.36580123Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.36782357Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.36784171Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.368015074Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.369073024Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.369093265Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.369490472Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"56264156-7b75-4fff-974a-1e5105180bbb\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.371167485Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":25,"elapsed":"265.911502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.37953367Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.379832846Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.381208423Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 174d4dd3-4b26-4ef7-a56f-35a8bdaa31be, rack_id: ceaea472-35b2-490f-a91b-ab350691945c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dfcd867b-8114-4b46-bc2c-80451afac2ab) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.381220393Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.381466698Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.390878793Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.391208799Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbdb299-bee8-468c-b674-2c6118798cd3\", \"content-length\": \"134\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.39124057Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.39125196Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dfcd867b-8114-4b46-bc2c-80451afac2ab","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.391548146Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.391558106Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.391565266Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.391572866Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.391580706Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.391588006Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.391784441Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.391793841Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.391949054Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.391960024Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.39228824Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.394252189Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.394376191Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a35c328-7eef-4bb0-9b47-caea21365349\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.394396992Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.394499764Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11793471-676a-40c9-9b8d-a23ead831cf9\", \"content-length\": \"52\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.394519534Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.394530734Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.394994313Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.396729078Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.396739288Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.39687871Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.432026601Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.51139831Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b1b19e54-a14a-4e96-a3b0-cd0b5920f144\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.511436791Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.511446571Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.511670745Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4edc9ef0-2eab-4fa1-99b0-776a416596b2\", \"content-length\": \"691\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.511700966Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.511713756Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:56.511722986Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.511858119Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a78993-514e-44aa-9564-3b54d48aae96\", \"content-length\": \"682\", \"date\": \"Thu, 12 Dec 2024 22:45:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.5119099Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.512256676Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.513224846Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":24,"elapsed":"408.086304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.515598732Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.515828697Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.519264694Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.519528719Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.521415046Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.521795284Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:45:56.529168399Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":24,"elapsed":"424.092849ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:45:57.189455237Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"e6032123-a88a-4695-83b4-63e892348c68","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1034,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.104550107Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.104632169Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.104650589Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.10466529Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.104906264Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.105145569Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.107566537Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.110077706Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.110092736Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.110241669Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.112390691Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.112629026Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.114399471Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.116950491Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.116964071Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.117121194Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.125277254Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.125298835Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":71,"elapsed":"20.736787ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.13317766Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.133404254Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:06.134309242Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"29.787116ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:07.189457365Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"7a8e5ad2-7e1e-4ccf-8609-4da7ec460233","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1038,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:08.46822028Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1:0]:37516"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:08.468489015Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1e0758b8-7c9b-4b7a-bc42-cc88bec383dd","remote_addr":"[fd00:1122:3344:101::1:0]:37516","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:08.468819552Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1e0758b8-7c9b-4b7a-bc42-cc88bec383dd","remote_addr":"[fd00:1122:3344:101::1:0]:37516","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:08.506208946Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"75c5c625-d23a-427a-ac91-ec3503339289"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:08.506240287Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"1e0758b8-7c9b-4b7a-bc42-cc88bec383dd","remote_addr":"[fd00:1122:3344:101::1:0]:37516","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37820,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.104590116Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.104672688Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.104690178Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.104705328Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.104956413Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.105093396Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.107400612Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.110118295Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.110130605Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.110310199Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.112319678Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.112523362Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.114089163Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.11651832Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.116537391Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.116675934Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.128019206Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.128042737Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":72,"elapsed":"23.437221ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.133728869Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.133900242Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:16.162398992Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"57.823985ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:17.178935677Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"173fcc87-6e69-4b04-8f78-0097e4946090","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:17.179428556Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"173fcc87-6e69-4b04-8f78-0097e4946090","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:17.181917865Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"173fcc87-6e69-4b04-8f78-0097e4946090","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3090,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:17.18218516Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"e8f1a02b-07c4-458f-a29e-581b618deda8","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:17.182553497Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"e8f1a02b-07c4-458f-a29e-581b618deda8","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:17.184613448Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"e8f1a02b-07c4-458f-a29e-581b618deda8","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2496,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:17.189140027Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"e3edf908-806c-41fb-a58b-57b4da38bf58","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":992,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:20.910662587Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:43193"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:20.91085942Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63690"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104413231Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104464572Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104473522Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104483452Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104491562Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104498693Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104506903Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104513893Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104521413Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104528673Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104535663Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104542794Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104579284Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104587354Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104594335Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104601425Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104608285Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104614635Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104621885Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104627935Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104634765Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104642145Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104648945Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104655976Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104662666Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104673546Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104684536Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104695357Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104704877Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104714367Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.104723607Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104733587Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104742427Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.104753267Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-12 22:36:26.104673676 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104763918Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104772958Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104783708Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104791968Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104801319Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104810869Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104820349Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104830639Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104841089Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104850509Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.10486089Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.10487114Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.10488218Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-12T22:46:26.10489292Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104903341Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\"}","iteration":14,"elapsed":"11.671µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104914711Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.104924851Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104934241Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.104950082Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105023583Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105124045Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105141635Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105157655Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105168706Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105211036Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105222477Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105231467Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105240817Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105249657Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105256228Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105264008Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105272688Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105281768Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105289028Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105296008Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105304798Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105313158Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105328849Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105339369Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"274d5912-4a70-4fa9-bda4-a3ea3c10fa1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7160cbb3-b56f-4e07-9380-65c1eba185bc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29982ca-1c1c-420b-ace3-c75702fa0579.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29982ca-1c1c-420b-ace3-c75702fa0579.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 4117, tv_nsec: 27228415 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105354089Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6ed7f70e-6e55-43a0-a74c-b5cd82afb24a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fccfaa8c-ea2a-4fac-967f-e43007ddb28d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fccfaa8c-ea2a-4fac-967f-e43007ddb28d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 4117, tv_nsec: 27240195 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105441571Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105453491Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105460421Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105468652Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105475582Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105482792Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105489292Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105497712Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105504632Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105511702Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105518273Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105524963Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105530873Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105537203Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105647355Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105675436Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105792098Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105812198Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105822739Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105834559Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105846419Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105854819Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105871589Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.10588042Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.10590788Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.10591993Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.453988ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105934101Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.105942341Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.431568ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.106030193Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.107382559Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.107567243Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.107607174Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.107782387Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.107972821Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.109232515Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.487988ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.10948088Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.109933929Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.1099448Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.110120873Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.111767925Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.112068071Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.112110202Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.112120172Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.112285626Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.112846137Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.113924078Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.115022789Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.11505082Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.115160542Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.115181832Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.115227453Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.115362986Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.115420227Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.115431657Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.115591731Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.116493248Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.116516249Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.11656087Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.116675922Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.116762283Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.117774323Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-12 22:36:26.104673676 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.117799754Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"expiration\":\"2024-12-12T22:36:26.104673676Z\",\"pruned\":[]}","iteration":13,"elapsed":"13.104367ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.117903546Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.119787893Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4117, tv_nsec: 41664808 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.119823343Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.119836814Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.119962876Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.120002357Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.120026978Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.12013295Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.12015724Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.120303333Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4117, tv_nsec: 42183018 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.120603939Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.121804293Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.121828033Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.121970386Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.122230811Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"16.726629ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.123768161Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"18.2917ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.126234169Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.12626704Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"21.86987ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.127327561Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.127679328Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.130462023Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.131386771Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.131616845Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.133042273Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.133070274Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.13338106Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.13340875Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.133489572Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.134036523Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4117, tv_nsec: 55912328 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.134370829Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.13695649Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.138569032Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.138605203Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.138618233Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.138627933Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.138634593Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.138912238Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.139815206Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.140474969Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.14049793Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.140710774Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.14254517Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.144372236Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.144406116Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.144650571Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.147408405Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.147429556Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.14765733Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.152516356Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.15271238Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.155630957Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.155868902Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.158513343Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.158541744Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.159009843Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.159911421Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.159936861Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.160118445Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.160147175Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.162640704Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.162669655Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.162879639Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.163379579Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.165901539Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.165927349Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.165942659Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.16595629Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.1659662Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.166116523Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.166424719Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.167963229Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"62.476037ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.168560121Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.168816516Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.16902311Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.171284954Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.171306865Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.171526209Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.173524548Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.176646879Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.17667372Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.176906995Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.178867273Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.178895354Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.178908814Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"73.427682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.178934344Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.17920418Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.179363903Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.181040716Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.181397663Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.181417333Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.181498075Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.181617317Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.181646208Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183567886Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.183598406Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183612946Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"78.793428ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183626857Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183638877Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183648917Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183658587Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183678538Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183686828Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183963053Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.183990194Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.184852871Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.184885601Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":73,"elapsed":"80.321578ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.18583183Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.186241058Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.186269639Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.186605715Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"81.98703ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.187435382Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"81.97181ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.189334489Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.189366799Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.189508512Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.200507208Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.200905386Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.20466728Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.204870794Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.206952175Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.211354511Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Sled { parent: Fleet, key: 4a8c9490-d35a-4221-8585-e4103b325118, lookup_type: ById(4a8c9490-d35a-4221-8585-e4103b325118) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.211386112Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.211621937Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.214496623Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"0","iteration":25,"elapsed":"110.044651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.216327339Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.216768858Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.216947681Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.216973251Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4860caf2-c749-4dc3-815c-729f732c1683"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.216983082Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.217185696Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.218539892Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.218556113Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"113.842715ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.228056359Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"123.351703ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.229583349Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"124.093657ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.230248832Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-12T22:34:23.587536Z, time_modified: 2024-12-12T22:34:23.587536Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, db_silo: Silo { identity: SiloIdentity { id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-12T22:34:38.101475Z, time_modified: 2024-12-12T22:34:38.101475Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, db_silo: Silo { identity: SiloIdentity { id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-12T22:34:38.101475Z, time_modified: 2024-12-12T22:34:38.101475Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.230277693Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"207f2d86-9d5c-4ed8-9fa3-55f780829af6\",\"tls_certs\":[\"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\"]}},\"default_endpoint\":{\"silo_id\":\"207f2d86-9d5c-4ed8-9fa3-55f780829af6\",\"tls_certs\":[\"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"125.851722ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.232322553Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.232338443Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.232345164Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.232620769Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.240292449Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.24031433Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"de887878-a275-4b22-b4eb-f43805d2e995"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.24032466Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.240730118Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.24186852Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"137.296986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.242379501Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.245248007Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.245270147Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.24542507Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.247279577Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.247531252Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"de887878-a275-4b22-b4eb-f43805d2e995"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.247542012Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.247553642Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_time_created":"2024-12-12 22:34:37.342779 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.247567212Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":1}","iteration":14,"elapsed":"143.043029ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.252809426Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.255625951Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.255639391Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.255782174Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.257733542Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4860caf2-c749-4dc3-815c-729f732c1683"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.257755852Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.257764553Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_time_created":"2024-12-12 22:34:38.180496 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.257772733Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":2}","iteration":14,"elapsed":"153.114807ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.266844481Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.266859691Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.266901302Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"162.167155ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.284994847Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.285318874Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.311669571Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.311697602Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.311986028Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc5ad29-2bdb-41bb-a12b-0264f1e61758\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:46:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.312011248Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.314023628Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-12T22:46:26.328698956Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.328723476Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"224.128752ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.403557926Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.412794557Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.412817078Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.441103724Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.441807287Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.443070532Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.443086132Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.443237706Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.445045861Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.446938588Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.446953639Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.447130622Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.495798308Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"425ca9f1-3748-48a7-8200-fd4baa50a2cb\", \"content-length\": \"372\", \"date\": \"Thu, 12 Dec 2024 22:46:25 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.495833999Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.496239466Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.52596879Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.526001771Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.526266786Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27d6a808-819a-48ff-8c28-df243f50e047\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:46:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.526284017Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.527551361Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.536680741Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.536704891Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.536968936Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b32031c7-7aed-4ce0-abf2-81e02e1a129e\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.536979707Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.537270122Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.53970886Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.539871923Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.542865842Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.543310641Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.546147457Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.546160117Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.546419032Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55ac37f-31dc-4cb6-8821-4983a253ad1d\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:46:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.546434902Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.548022193Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.558664973Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.559133722Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f3da49d0-ff97-4de0-bae7-a9aaf458969a\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.559150142Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.560491508Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eed95eae-1f54-4fa1-8e73-177364b333cc\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.560510009Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.561977218Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"26746844-2bf4-40ac-aa1e-b67d00754cef\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.561988458Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.563884935Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.563926166Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"459.213168ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.725331446Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.725708823Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f04336c-c8f9-4236-bb0a-29f9cb12ed01\", \"content-length\": \"691\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.725747224Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.725773884Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.725783445Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.727320535Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":25,"elapsed":"622.815013ms"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.729841914Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.729857505Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.73010754Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c25f2108-92b8-456b-89aa-6fe554ebb484\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.731925515Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":26,"elapsed":"627.26146ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.765175768Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.765402983Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fc8d784-7d83-4b99-938e-c21095eee9b0\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.766895232Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.767250909Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.769098875Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"null","iteration":25,"elapsed":"664.500791ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.772292358Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.772614784Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0e5a293a-c5ec-4c18-8bb2-a51ace82e0c2\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.772628065Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.774149134Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5ad5f813-8be0-4c9c-b374-cb10122345fa\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.774166935Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.775665974Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.775687935Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"671.197232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.786206611Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.786479407Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.787428925Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":25,"elapsed":"682.701248ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.788726231Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 174d4dd3-4b26-4ef7-a56f-35a8bdaa31be, rack_id: ceaea472-35b2-490f-a91b-ab350691945c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dfcd867b-8114-4b46-bc2c-80451afac2ab) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.788744881Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.789028997Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.799057174Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.799269278Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92d83aac-c70c-4c1a-af37-67da6b86271d\", \"content-length\": \"134\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799288128Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799297439Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dfcd867b-8114-4b46-bc2c-80451afac2ab","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799546643Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799558584Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799566044Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799573954Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799586304Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799593914Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799752697Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799762588Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.799980272Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.799990192Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.800223407Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.802268467Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.802387919Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff9a31a6-6958-4aff-9f4d-8309e35d993e\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.802400809Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.802493751Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5557310b-898e-4257-90e2-f2f131157a4b\", \"content-length\": \"52\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.802508642Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.802517792Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.899634569Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2a28caac-e19c-4e8c-96c6-c57407bd6d65\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:26.89966608Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.89967521Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.900060858Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1172cd64-072c-45ae-a0bc-3900094e9c7d\", \"content-length\": \"682\", \"date\": \"Thu, 12 Dec 2024 22:46:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.900110959Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.900385634Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.904806821Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.905169328Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.908919621Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.909112395Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.910636425Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.910916861Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:26.918349687Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":25,"elapsed":"813.794823ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:27.189779277Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"7d8c54ac-4957-4160-bd45-d88d5cd3554b","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1079,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.105020572Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.105095853Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.105119604Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.105132584Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.105606623Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.105674255Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.10801355Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.110583151Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.110596441Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.110749164Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.112853576Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.113030769Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.114457497Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.118266242Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.118326693Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.118337053Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.130085704Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.130118025Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":74,"elapsed":"25.081083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.140742793Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.141017779Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:36.170958637Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"65.973635ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:37.190274876Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"b04a48f1-ab2e-416a-bdda-2c9382be36b0","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1109,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.104687592Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.104770833Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.104792174Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.104807544Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.105252983Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.105270123Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.107060098Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.107221601Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.107633089Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.110107208Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.110127388Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.110252921Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.111708699Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.111869422Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.113395743Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.115749139Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.115769049Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.115890521Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.127396358Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.127421028Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":75,"elapsed":"22.734827ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:46.134415095Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"29.754064ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:47.188945816Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"cfa7d077-7517-4a7c-90ce-2f1deb71de53","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1248,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105173249Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.10523087Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.1052416Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.10524991Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105258641Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105267601Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105275281Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105282731Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105291701Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105299421Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105307602Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.105316532Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105325422Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105333202Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105342062Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105350292Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105358243Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105367223Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105375063Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105383443Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105392553Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105400883Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105409253Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105417654Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105425384Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105433344Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105441634Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105449594Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105458425Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105466355Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105474455Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105482355Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105490595Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105498495Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105506015Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105661229Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105688789Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105775031Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105815121Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105827462Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105837542Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105847712Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105860602Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105869482Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105934964Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105947144Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105957814Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105967824Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105976105Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105985655Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.105995435Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.107814921Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.108650867Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.109095276Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.109107066Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.887226ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.109355021Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.110093125Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.110106406Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.110277479Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.111432932Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.111450712Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.111586675Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.111755498Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.11338394Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.11340219Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.113410311Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4147, tv_nsec: 35294616 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.113532983Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.113716897Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.115467331Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.118277796Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4147, tv_nsec: 40169082 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.118525091Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.118573112Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.118585382Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.118830207Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.12102435Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.121855856Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4147, tv_nsec: 43741862 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.122152842Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.122414278Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.122758884Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.123640111Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.123663322Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.123823405Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.15358545Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.154290844Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.154922846Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.155348284Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.155764902Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"50.492761ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.156440226Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"51.035942ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.157738351Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.157769922Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.157782442Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.157966676Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.158006326Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.158284112Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.158309172Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.158466315Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.158507026Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.159874143Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.159902174Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.160106228Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.160376733Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.160397713Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.160405424Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.160640928Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.161030836Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.161294331Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.161385633Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.161630978Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.161833792Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.161862372Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"56.612412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.162120517Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.162285661Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.162443964Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.162522665Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.163348311Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"57.898897ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.163375052Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.16632174Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.1663455Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.166494493Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.167392421Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"61.969957ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.175970609Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.17599864Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":76,"elapsed":"70.78529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.186491486Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.186817522Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.188118988Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.188450764Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.189356112Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.189383743Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.189727449Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fe9f168-674e-4bd3-8bb6-33f157b82f9f\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:46:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.18974598Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.190318181Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.191687218Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.192035705Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.192436693Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.192974083Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Sled { parent: Fleet, key: 4a8c9490-d35a-4221-8585-e4103b325118, lookup_type: ById(4a8c9490-d35a-4221-8585-e4103b325118) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.193002324Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.193189457Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.193352561Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"87.966038ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.194901221Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"89.724322ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.195140796Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"0","iteration":26,"elapsed":"89.804174ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.195323339Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.19533576Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.1953426Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.195612525Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.209468107Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.209503188Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.209818754Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6f839c3-25f2-4c69-83a5-c477d75747cb\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:46:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.209833155Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.210222822Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"104.89589ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.211737252Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.227762016Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.227784617Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.227795347Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"122.497196ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.249120576Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.249142076Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.249404412Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e868a68e-d234-47b2-8a02-25b18d898eef\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:46:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.249419532Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.252014693Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.261948878Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.262354756Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.263688562Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.26562969Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.26564264Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.265795954Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.267530668Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.26918398Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.26919858Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.269339383Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.308584774Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.308608164Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.314905138Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":26,"elapsed":"209.590167ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.31552019Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.315769725Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b93ef34-d318-463f-8ba0-909512ee5532\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:46:55 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.316367747Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaac78f6-08d4-41c0-a094-abef7928433f\", \"content-length\": \"372\", \"date\": \"Thu, 12 Dec 2024 22:46:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.316390397Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.316708643Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.317435558Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.317686403Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.319413716Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"null","iteration":26,"elapsed":"214.149656ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.36743917Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.367489901Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.367742196Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8163eb6c-d34c-45a9-9b27-c187911b61ad\", \"date\": \"Thu, 12 Dec 2024 22:46:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.367769186Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.368122633Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.370436159Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.370669033Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.374002489Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.374325685Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.37867156Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.378688381Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.379049058Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"62e20148-78b5-41d2-af44-9c606642a5ea\", \"date\": \"Thu, 12 Dec 2024 22:46:56 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.381289322Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":27,"elapsed":"276.029492ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.395104893Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.395416129Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.397331697Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 174d4dd3-4b26-4ef7-a56f-35a8bdaa31be, rack_id: ceaea472-35b2-490f-a91b-ab350691945c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dfcd867b-8114-4b46-bc2c-80451afac2ab) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.397355407Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.397527011Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.406883974Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.407218791Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b5ce22-66be-4921-8c85-7b56281702ee\", \"content-length\": \"134\", \"date\": \"Thu, 12 Dec 2024 22:46:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407240292Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407251562Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dfcd867b-8114-4b46-bc2c-80451afac2ab","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407539337Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407550538Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407558208Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407565458Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407573008Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407580558Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407759122Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.407768702Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.408019057Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.408027667Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.408340573Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.409650819Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.409784591Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b298f0-a282-4f2f-b845-4d3c11b5b06d\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:46:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.409798422Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.409902734Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ddabc31-7ac7-4aee-b6ea-58ea1025c5ae\", \"content-length\": \"52\", \"date\": \"Thu, 12 Dec 2024 22:46:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.409915274Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.409924954Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.414611936Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.510044661Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3c10c697-a420-47f0-9a6f-cfea2fee6032\", \"date\": \"Thu, 12 Dec 2024 22:46:56 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.510078421Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.510116822Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.510282035Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8243cc-8e63-4b06-ae11-a85dc27545f6\", \"content-length\": \"691\", \"date\": \"Thu, 12 Dec 2024 22:46:56 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.510315086Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.510330926Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:56.510340146Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.510425368Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b25d4e32-a51e-46a5-9b8c-23d078b4e931\", \"content-length\": \"682\", \"date\": \"Thu, 12 Dec 2024 22:46:56 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.510470219Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.510817226Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.511814625Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":26,"elapsed":"406.459503ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.514643141Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.514900876Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.51864576Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.518885584Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.520424104Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.520610318Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:46:56.528930742Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":26,"elapsed":"423.768793ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:46:57.189291491Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"53183b1e-0c26-461b-8f7c-f2005a6dbc00","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1036,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:02.179165491Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"9d226791-8ca4-48c8-828d-0d874b4b7dfd","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:02.179709052Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"9d226791-8ca4-48c8-828d-0d874b4b7dfd","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:02.182597739Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"9d226791-8ca4-48c8-828d-0d874b4b7dfd","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3541,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:02.182878574Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"66cf755b-86eb-48e1-9f0e-95b62a4d7a04","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:02.183233531Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"66cf755b-86eb-48e1-9f0e-95b62a4d7a04","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:02.185484915Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"66cf755b-86eb-48e1-9f0e-95b62a4d7a04","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2668,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:03.727878098Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:33236"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:03.72798409Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1e58093f-204c-4417-8d15-81a4c94f4224","remote_addr":"[fd00:1122:3344:101::2]:33236","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:03.728354707Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1e58093f-204c-4417-8d15-81a4c94f4224","remote_addr":"[fd00:1122:3344:101::2]:33236","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:03.765292633Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"bb9dca28-dea1-4105-b015-9af4a5ccce7e"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:03.765348194Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"1e58093f-204c-4417-8d15-81a4c94f4224","remote_addr":"[fd00:1122:3344:101::2]:33236","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37426,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.105126246Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.105185507Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.105203567Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.105218018Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.105741558Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.105789149Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.107182706Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.10738767Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.107565544Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.110202286Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.110215236Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.110353429Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.112191605Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.112407169Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.113909478Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.116417718Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.116428858Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.116559811Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.12720017Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.12721474Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":77,"elapsed":"22.087244ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:06.136118045Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"31.016519ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:07.189826709Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"bcc16df9-74a6-4ef6-93e5-cc204743e240","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1206,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:09.936107886Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"producer-registration-task","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:09.936169457Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"producer-registration-task","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:09.966764838Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"producer-registration-task","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:09.96687788Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45355"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:09.967051883Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7e781ddd-bac5-4ba3-88b8-0e879b3c83ee","remote_addr":"[fd00:1122:3344:101::c]:45355","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:09.967358999Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7e781ddd-bac5-4ba3-88b8-0e879b3c83ee","remote_addr":"[fd00:1122:3344:101::c]:45355","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:10.003374717Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:10.003400717Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"7e781ddd-bac5-4ba3-88b8-0e879b3c83ee","remote_addr":"[fd00:1122:3344:101::c]:45355","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36411,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:10.003480989Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"producer-registration-task","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e781ddd-bac5-4ba3-88b8-0e879b3c83ee\", \"content-length\": \"41\", \"date\": \"Thu, 12 Dec 2024 22:47:09 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:10.005173602Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"producer-registration-task","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:10.005185302Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"producer-registration-task","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.104387128Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.10444274Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.10445377Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.10446404Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.104874748Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.104899169Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.106703094Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.106869327Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.107428628Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.110080691Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.110096381Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.110232343Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.111816994Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.111991628Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.113503498Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.115982656Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.115993556Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.116129419Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.12737473Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.127393731Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":78,"elapsed":"23.003961ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:16.134331567Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"29.960848ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:17.188876477Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"7c94e41e-bf6b-4b76-b281-1e5e2517f721","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1237,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104383986Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104439977Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104449407Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104457397Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.104465317Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104473097Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104481507Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104489208Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104496588Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104503788Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104510278Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104517238Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.104523628Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-12 22:37:26.104449147 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104530528Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104538539Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104544729Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104551919Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104559169Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104566539Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.1045838Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.10459139Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.10459858Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.10460578Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.10461225Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.10461915Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.10462558Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-12T22:47:26.104632141Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104640561Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\"}","iteration":15,"elapsed":"12.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104648191Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104655861Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104663101Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104669771Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104676951Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104686122Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104697852Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104708962Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104719822Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104730912Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104739863Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104749483Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104759883Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104766293Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104773403Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104780213Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104788053Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104794744Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104801944Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104809414Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104816294Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104823294Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104903166Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.104918326Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105046069Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105075349Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.10511051Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.10512645Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.10513824Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105147051Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105156361Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105163421Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105172251Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105208302Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105237032Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105248153Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105258933Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105266673Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105276233Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105285233Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105335304Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6ed7f70e-6e55-43a0-a74c-b5cd82afb24a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fccfaa8c-ea2a-4fac-967f-e43007ddb28d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fccfaa8c-ea2a-4fac-967f-e43007ddb28d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 4177, tv_nsec: 27242750 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105351825Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"274d5912-4a70-4fa9-bda4-a3ea3c10fa1d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7160cbb3-b56f-4e07-9380-65c1eba185bc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"c29982ca-1c1c-420b-ace3-c75702fa0579.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"c29982ca-1c1c-420b-ace3-c75702fa0579.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 4177, tv_nsec: 27261640 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105406656Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105416926Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105424806Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105431496Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105438686Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105445937Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105452797Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105459747Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105465787Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105473197Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105479787Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105486717Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105735002Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105761953Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105773253Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105783493Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105799993Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105840394Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105885005Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105900355Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.161493ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105943376Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.105954167Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.343066ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.107034808Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.107918635Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-12 22:37:26.104449147 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.107931405Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"expiration\":\"2024-12-12T22:37:26.104449147Z\",\"pruned\":[]}","iteration":14,"elapsed":"3.477128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.108149919Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.109084878Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.683452ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.110303172Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.110325722Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.110541306Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.110863373Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.110890993Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.111050296Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.112320712Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.112670598Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.112696649Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.112829631Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.113102157Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.113415303Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.114992014Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.115012054Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.115168017Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.115982053Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.115994244Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.116162087Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.118098635Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.119018173Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4177, tv_nsec: 40920378 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.11937291Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.119805979Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.119828419Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.119835789Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.120141225Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.121157605Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.121182686Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.121311048Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.12341779Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4177, tv_nsec: 45327515 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.123678524Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.124423769Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"18.965903ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.126576692Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4177, tv_nsec: 48483947 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.126612782Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.126871047Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.126899778Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.12853734Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.128744654Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.128947458Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.128960088Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.128968988Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.129191173Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.129252764Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.129460528Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.131115931Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.133798973Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.133816834Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.134021008Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.155361447Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.15655782Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.15857515Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.158615841Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.158852735Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.159314895Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.159330255Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.159530369Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.160190162Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.162173571Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.162519237Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.163115969Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.163139839Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.163350874Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.165862403Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.166881873Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.168058806Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.168569896Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.170200848Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.170229009Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.170445563Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.171267309Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.17180658Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.173020214Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.173291179Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.175041413Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"69.618077ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.175108475Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.17841169Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"72.489314ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.181350367Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.181651073Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.182344447Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.182477379Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.182621342Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.182785356Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.183788915Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.183806405Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.183815576Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"78.395809ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.185189583Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.185216773Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"80.535912ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.185510019Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.185541879Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.185719103Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.185909677Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.185975128Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.186179632Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.186213883Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.186230253Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.186425567Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.18656323Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.193386374Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.193432894Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":79,"elapsed":"88.809895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.199241489Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.202446391Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.214947537Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.215037859Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.215053099Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.215060259Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.215067559Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.215383736Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.216071609Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.216091519Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.21610079Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"111.450288ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.216800764Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.216826624Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.216838274Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.216848154Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.21715183Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.217879295Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Sled { parent: Fleet, key: 4a8c9490-d35a-4221-8585-e4103b325118, lookup_type: ById(4a8c9490-d35a-4221-8585-e4103b325118) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.217925806Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.217983847Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"113.308536ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.218196571Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.218320043Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.218585559Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.219073288Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.219096498Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.219110169Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"114.654652ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.219427595Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.21968055Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.224493304Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"119.067398ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.227881071Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"123.153049ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.264523781Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.264804156Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.284554804Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"180.060447ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.293379277Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.293395708Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.293714154Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6aa450f-0426-4757-b787-9bd980fefc16\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:47:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.293728754Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.295759414Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.297537969Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.29755153Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.297752994Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21fcf2ad-cbe2-4814-8a1e-9da80dfa7c59\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:47:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.297765774Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.298897996Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.415338253Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.415374313Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.418111697Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.419657248Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"0","iteration":27,"elapsed":"315.17961ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.421085816Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.421112596Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.421268459Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.422658896Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b25835f9-2621-4352-8358-821b89e4a301\", \"content-length\": \"372\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.422687757Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.423013094Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.448547015Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.450211488Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"344.764431ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.456087893Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.459567872Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.459586792Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.459773636Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.460249605Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.461552891Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.461570521Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"de887878-a275-4b22-b4eb-f43805d2e995"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.461579191Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.461804676Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.462148292Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.462159012Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4860caf2-c749-4dc3-815c-729f732c1683"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.462168663Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.462462028Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.463509439Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.463524309Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.463743183Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.479993383Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.480035274Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.480313029Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d81151c8-37d6-460b-9047-679ea77d93fa\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.480343869Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.480629585Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.482837469Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.483263557Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.486341147Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.486537761Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.490262224Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.490280425Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.490688543Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3867afb2-016f-4243-804a-bae24e06d03f\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.492279264Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":28,"elapsed":"387.737515ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.493450947Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.49919509Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.501588277Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.502026285Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.502041886Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.502214529Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.504106136Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"4860caf2-c749-4dc3-815c-729f732c1683"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.504130287Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.504138957Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_time_created":"2024-12-12 22:34:38.180496 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.504147647Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":2}","iteration":15,"elapsed":"399.544457ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.504455913Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.504468843Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.504617666Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.506927062Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"de887878-a275-4b22-b4eb-f43805d2e995"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.506939812Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.506948662Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"current_time_created":"2024-12-12 22:34:37.342779 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.506957162Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":1}","iteration":15,"elapsed":"402.521966ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.510098064Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-12T22:34:23.587536Z, time_modified: 2024-12-12T22:34:23.587536Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, db_silo: Silo { identity: SiloIdentity { id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-12T22:34:38.101475Z, time_modified: 2024-12-12T22:34:38.101475Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, db_silo: Silo { identity: SiloIdentity { id: 207f2d86-9d5c-4ed8-9fa3-55f780829af6, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-12T22:34:38.101475Z, time_modified: 2024-12-12T22:34:38.101475Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.510123994Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"207f2d86-9d5c-4ed8-9fa3-55f780829af6\",\"tls_certs\":[\"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\"]}},\"default_endpoint\":{\"silo_id\":\"207f2d86-9d5c-4ed8-9fa3-55f780829af6\",\"tls_certs\":[\"a96ab1177a60c1f57444dac9663aa9a8e90470de3cd144e4daa1e9851ce2aecf\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"405.615406ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.511679405Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.511973761Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f258b047-f504-42e2-9806-dd446a5998bb\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.514138133Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.514358928Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.51602923Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"null","iteration":27,"elapsed":"411.281668ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.516438229Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.516603532Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.517878007Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.519542629Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.51955674Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.519686802Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-12T22:47:26.520653681Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.520667541Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"416.228294ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.520724493Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.522386895Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.522399475Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.522537838Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.531693188Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.531713109Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.531962523Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b29f91e-31cb-427b-9f39-0262c7886605\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:47:25 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.531979224Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.533390001Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.657974158Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":27,"elapsed":"553.271447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.707437Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.707767106Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.709852417Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 174d4dd3-4b26-4ef7-a56f-35a8bdaa31be, rack_id: ceaea472-35b2-490f-a91b-ab350691945c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dfcd867b-8114-4b46-bc2c-80451afac2ab) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.709870488Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.710071631Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.720607008Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.720890054Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74a5a81-ed66-4fe9-b81e-d2300d5a8fe7\", \"content-length\": \"134\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.720912344Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.720922974Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dfcd867b-8114-4b46-bc2c-80451afac2ab","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.721152759Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.721163679Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.721170829Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.721178439Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.7211855Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.72119321Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.721369083Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.721378743Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.721512856Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.721521056Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.721795112Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.723068587Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.723194719Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f1fa305-4fad-49f1-ab0a-9b0aa2a001e3\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.7232203Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.723309331Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07aec4bd-8e4a-4ded-bf5d-5d14e54fce6b\", \"content-length\": \"52\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.723323852Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.723337092Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.744982817Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.821274876Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.821663603Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"050eb5a0-1cf3-4860-a976-ff6ddb4579a9\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.821688733Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.823457088Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8a110c10-9286-45d2-9ed3-e05d6183d61a\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.823475509Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e865b7af-c062-45a4-a0b9-8ef7e5b26aa5\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.823485559Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.823492819Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.823500329Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.823710843Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea3b387b-a635-4399-9b47-e8923098468c\", \"content-length\": \"682\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.823743034Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.823982529Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.825653142Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.825669242Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"721.090332ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.858339403Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.858845433Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9adce274-e9cd-434e-a1f6-6880b7101b55\", \"content-length\": \"691\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.858872344Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.858884044Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.858893454Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.860286112Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":27,"elapsed":"755.758773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.862372483Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.862686299Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.866164747Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.866420482Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.868239748Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.868461092Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.870998252Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.871471541Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9b008be2-52e1-4f87-8a74-8882961e83f0\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.871483591Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.87345693Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6fb4be8b-75aa-4a34-828c-7cb79e9eb46b\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.87346811Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.875822137Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"562a51fd-92c2-4cd7-b50f-d8c19722575c\", \"date\": \"Thu, 12 Dec 2024 22:47:26 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.875836497Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.876305756Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":27,"elapsed":"771.936441ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:26.877857827Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:26.877897208Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"773.273347ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:27.188705352Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"3620e9b5-dc0f-4bf0-b2c4-546fb76b0c12","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1092,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:32.179422509Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"a6221506-e607-48c3-8649-d89c980cac79","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:32.179727684Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"a6221506-e607-48c3-8649-d89c980cac79","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:32.18252845Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"a6221506-e607-48c3-8649-d89c980cac79","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3177,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:32.182809455Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"b3126b83-c4e3-48d0-a15d-11139fe475de","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:32.183209753Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"b3126b83-c4e3-48d0-a15d-11139fe475de","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:32.185755713Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"b3126b83-c4e3-48d0-a15d-11139fe475de","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3004,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.105080407Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.105125968Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.105136018Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.105144408Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.105478414Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.105499595Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.10780133Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.110288509Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.110302079Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.110442292Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.111539174Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.111697197Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.113064623Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.115278897Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.115299957Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.1154247Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.127810913Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.127855774Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":80,"elapsed":"22.738347ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.134637807Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.134952123Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:36.136596006Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"31.535139ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:37.188893003Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"6d5f420b-0a34-46c0-ab4a-1e52c1e3049e","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1161,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.105179568Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.105261059Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.10528044Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.10529607Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.105772659Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.10580289Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.107914751Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.110441971Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.110458601Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.110607124Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.112797377Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.113136784Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.133056755Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.133331621Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.135048304Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"29.898417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.142258776Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.144910918Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.144932378Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.145060461Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.156288531Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:46.156308532Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":81,"elapsed":"51.134515ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:47.179678221Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"88a78a3f-a2e7-46a7-b12c-9509d43046a6","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:47.18013959Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"88a78a3f-a2e7-46a7-b12c-9509d43046a6","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:47.182560997Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?sort_by=id_ascending","method":"GET","req_id":"88a78a3f-a2e7-46a7-b12c-9509d43046a6","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2990,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:47.182963855Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"d2b42d60-0fa7-4de4-8e3d-1fc202625eb2","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:47.183296012Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"d2b42d60-0fa7-4de4-8e3d-1fc202625eb2","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:47.185427934Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/collectors/87a16640-e63a-4805-af37-109a4b725900/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmZGMzNTNjYi0yOWM1LTRjZjEtODM5OS01MTlhMWMzNDUxNDIifX0%3D","method":"GET","req_id":"d2b42d60-0fa7-4de4-8e3d-1fc202625eb2","remote_addr":"[fd00:1122:3344:101::d]:42653","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2530,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:47.189124906Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"16ec7496-3a7b-453b-81dc-992d7b9d9548","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1068,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:48.683131468Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:34163"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:48.683273761Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bd3c98b0-f839-40fd-9df4-4eceda87a073","remote_addr":"[fd00:1122:3344:101::1]:34163","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:48.683750751Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bd3c98b0-f839-40fd-9df4-4eceda87a073","remote_addr":"[fd00:1122:3344:101::1]:34163","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:48.72596321Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"4a8c9490-d35a-4221-8585-e4103b325118"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:48.7259908Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"bd3c98b0-f839-40fd-9df4-4eceda87a073","remote_addr":"[fd00:1122:3344:101::1]:34163","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42806,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:55.307529059Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:35431"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:55.308214402Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bbb456b2-f51c-46bf-823f-c08ed1e9a3ac","remote_addr":"[fd00:1122:3344:101::2]:35431","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:55.308548849Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"bbb456b2-f51c-46bf-823f-c08ed1e9a3ac","remote_addr":"[fd00:1122:3344:101::2]:35431","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:55.341929304Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/oximeter.rs:76","collector_id":"87a16640-e63a-4805-af37-109a4b725900","producer_id":"e7680fb8-0ccd-466c-b928-9ebe5b97f2ca"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:55.341955455Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/metrics/producers","method":"POST","req_id":"bbb456b2-f51c-46bf-823f-c08ed1e9a3ac","remote_addr":"[fd00:1122:3344:101::2]:35431","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33814,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104641003Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104687754Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104697664Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104705264Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104712544Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104721635Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104728045Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104735485Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104742935Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104750025Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104757035Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104763876Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104770536Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104777866Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104785146Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104793306Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104799946Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.104807536Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104814906Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104821817Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104828617Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104835307Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104842397Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104848527Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104854457Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104861778Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.104868447Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105147233Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105209094Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105223294Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105290676Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105301656Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105310496Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105342307Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105352787Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105359677Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105405348Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105531831Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105542991Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105844407Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105855057Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105870537Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105877938Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105885318Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105892628Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105899158Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.105906068Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.106157623Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.106168323Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.106177783Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.106186253Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.106793425Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.106996499Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.107830496Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.108517249Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.794145ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.108709793Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.108723973Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.108730874Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.108737603Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.108956928Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.109439507Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.109885746Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.109897496Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.11006867Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.111656921Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.111704492Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.111716902Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.111886016Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.11213189Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.112312304Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.112582129Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.112597459Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.112776143Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.113158701Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4207, tv_nsec: 35081126 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.113440546Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.11363212Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.11366477Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.113675371Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.113818163Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.113874304Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.114212291Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4207, tv_nsec: 36132167 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.114474826Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.115435495Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"9.556408ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.115634679Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.115645429Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.115787302Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.116153329Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.116163869Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.116299002Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.119565456Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.119792291Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.120302471Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.120540515Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.12125692Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.12127417Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DnsResolver","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-4a8c9490-d35a-4221-8585-e4103b325118.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 4207, tv_nsec: 43194275 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.121551525Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.123122276Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.123138156Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.123286039Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.127587204Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.127804068Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.147367042Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"41.461845ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.15030389Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.150700508Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.152113246Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.152453012Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.153425501Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"48.740688ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.154021573Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.154720647Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.154810728Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.155100534Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.155863899Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"51.218876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.15638869Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.156488552Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.156502922Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.156662625Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.156689485Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.156751077Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.15794297Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.1579608Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.15796797Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.158184815Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.158209045Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9340586b-e531-4e39-8dbf-b547c38f365c, lookup_type: ById(9340586b-e531-4e39-8dbf-b547c38f365c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.158223735Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.158401529Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.159904308Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Sled { parent: Fleet, key: 4a8c9490-d35a-4221-8585-e4103b325118, lookup_type: ById(4a8c9490-d35a-4221-8585-e4103b325118) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.159922089Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.160069902Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.170327623Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.170356834Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"65.606498ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.170780862Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"0","iteration":28,"elapsed":"65.993496ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.182478952Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"original_time_created":"2024-12-12 22:34:19.472264 UTC","original_target_id":"9340586b-e531-4e39-8dbf-b547c38f365c","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","time_created":"2024-12-12 22:34:19.472264 UTC","target_id":"9340586b-e531-4e39-8dbf-b547c38f365c"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.182506012Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9340586b-e531-4e39-8dbf-b547c38f365c\",\"time_created\":\"2024-12-12T22:34:19.472264Z\"}","iteration":82,"elapsed":"77.875309ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.190492219Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"84.586302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.194301284Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.19462749Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.200383323Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.200409644Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.200418994Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"95.734251ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.20174535Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"96.971415ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.206984583Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.207014214Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.20731606Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa9b65c3-0dbb-42fe-8279-397027f883c9\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:47:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.20733922Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.209340459Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.212491711Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.212507862Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.212735506Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f8fb06c-0b37-4128-8e16-8dd13f32b181\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:47:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.212749046Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.214793806Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.217711634Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.21804301Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.225525357Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.225546958Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.225760572Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"MgsClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"445e040c-a6f4-4f7d-8afb-d8006b17f26f\", \"content-length\": \"26\", \"date\": \"Thu, 12 Dec 2024 22:47:55 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.225773662Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.227223021Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.230481725Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"124.629408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.308883174Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.309319133Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.328739535Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":28,"elapsed":"224.03666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.342086366Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.343941183Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.343960683Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.344123406Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.345648496Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.347462332Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.347479532Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.347625115Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.418772283Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.419038458Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22b49ac5-5683-4a35-bc82-e55126e12237\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:47:55 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.421106118Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.421306502Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.423625618Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"null","iteration":28,"elapsed":"318.827862ms"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.423833882Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.423843722Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.42421033Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6abd090f-7f6d-4391-9dc8-240b48367f00\", \"content-length\": \"372\", \"date\": \"Thu, 12 Dec 2024 22:47:56 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.42423555Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.424451634Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.439766965Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.440120882Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7d6406-dcd1-4703-8d72-0fb030e45450\", \"content-length\": \"691\", \"date\": \"Thu, 12 Dec 2024 22:47:56 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.440145823Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.440182943Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.440192303Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.442411957Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":28,"elapsed":"337.669872ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.469679843Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.47004388Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.472269843Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 174d4dd3-4b26-4ef7-a56f-35a8bdaa31be, rack_id: ceaea472-35b2-490f-a91b-ab350691945c, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dfcd867b-8114-4b46-bc2c-80451afac2ab) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.472292914Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.472302574Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.472332635Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.47260306Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8529249a-5251-4c79-aebc-d084dada155e\", \"date\": \"Thu, 12 Dec 2024 22:47:56 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.472629801Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.472829854Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.472935767Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.475234112Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.475454066Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.478521246Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.47870079Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.482951843Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"VPC route manager sled 4a8c9490-d35a-4221-8585-e4103b325118 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.482978364Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.482987534Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.48329868Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60f75559-2937-4c9a-8cd9-c281db0fdedd\", \"content-length\": \"134\", \"date\": \"Thu, 12 Dec 2024 22:47:55 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.483325171Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.483335041Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dfcd867b-8114-4b46-bc2c-80451afac2ab","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.483343811Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"SledAgent":"4a8c9490-d35a-4221-8585-e4103b325118","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"17f0e78f-2a40-4437-a128-3852225087c9\", \"date\": \"Thu, 12 Dec 2024 22:47:56 GMT\"} })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.483593416Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.483602426Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.483609236Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.483616176Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.483622356Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.483628666Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.483775899Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.48378418Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.484163677Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.484177257Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.484465683Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.484673347Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":29,"elapsed":"379.915042ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.486447322Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.486641426Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f34a55a-59b1-4795-91f2-0addd303b6a1\", \"content-length\": \"2\", \"date\": \"Thu, 12 Dec 2024 22:47:55 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.486654166Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.486785919Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"component":"DpdClient","rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52916b1e-46cd-4d0c-b8ed-d472908d1d37\", \"content-length\": \"52\", \"date\": \"Thu, 12 Dec 2024 22:47:55 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.486806209Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.486817879Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.578191764Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f2377531-8e03-4a4a-97ad-298c07c50fca\", \"date\": \"Thu, 12 Dec 2024 22:47:56 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:56.578218014Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.578228344Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.578436568Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"rack_id":"ceaea472-35b2-490f-a91b-ab350691945c","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcf4cc95-ee5b-4704-980c-22278a2f383d\", \"content-length\": \"682\", \"date\": \"Thu, 12 Dec 2024 22:47:56 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.578475069Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.578760915Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.582736213Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.582923807Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.585956176Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.586294503Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.588244811Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.588415935Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-12T22:47:56.595782889Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","status":"{}","iteration":28,"elapsed":"491.009063ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-12T22:47:57.189394487Z","hostname":"oxz_nexus_736f44c0-88a6-4603-9cb4-5b66735cd20b","pid":24223,"uri":"/736f44c0-88a6-4603-9cb4-5b66735cd20b","method":"GET","req_id":"081a5c95-6e25-4b8b-8e40-57384fd88a0a","remote_addr":"[fd00:1122:3344:101::d]:42878","local_addr":"[fd00:1122:3344:101::c]:43664","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"736f44c0-88a6-4603-9cb4-5b66735cd20b","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1078,"response_code":"200"}